-- Logs begin at Wed 2022-02-16 13:23:46 UTC, end at Wed 2022-02-16 14:34:23 UTC. -- Feb 16 14:07:21.118070 dv-cinder-773985-32-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 16 14:07:24.127821 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.common.config [-] Logging enabled! Feb 16 14:07:24.128437 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev505 Feb 16 14:07:24.128633 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102857) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 16 14:07:24.131932 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.common.config [-] Logging enabled! Feb 16 14:07:24.132192 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev505 Feb 16 14:07:24.132503 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102857) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 16 14:07:24.133447 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 14:07:24.133686 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 14:07:24.134173 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 14:07:24.134422 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 14:07:24.134651 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 14:07:24.134972 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.135437 dv-cinder-773985-32-iscsi neutron-server[102857]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 16 14:07:24.135754 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.136051 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.136347 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.136677 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.136973 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.137254 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.137544 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.137842 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.138127 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.138404 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.138685 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.138975 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.139259 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.139571 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.139859 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.140142 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] debug = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.140420 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.140838 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.141257 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.141539 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.141828 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.142105 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.142614 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.142738 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.142940 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.143268 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] host = dv-cinder-773985-32-iscsi {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.143572 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.143862 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.144149 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.144436 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.144709 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.144987 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.145272 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.145546 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.145820 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] log_file = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.146095 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.146384 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.146671 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.146966 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.147192 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.147440 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.147733 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.148020 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.148296 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.148570 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.148843 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.149116 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.149389 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.149658 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.149943 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.150226 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.150511 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.150785 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.151058 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.151328 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.151623 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.151909 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.152242 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.152485 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.152758 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.153047 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.153315 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.153587 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.153891 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.154176 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.154460 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.154745 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.155015 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.155298 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.155606 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.155878 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.156147 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] use_json = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.156419 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.156688 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.156972 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.157242 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.157510 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.157785 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.158057 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.158340 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.158609 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:24.158907 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.159205 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.159530 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.159837 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.160129 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.160410 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.160701 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.160978 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.161273 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.161565 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.161857 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.162134 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.162434 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.162723 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.163019 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.163324 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.163649 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.163943 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.164222 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.164495 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.164770 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.165048 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.165335 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.165613 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.165905 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.166197 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.166479 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.166777 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.167069 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.167385 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.167682 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.168495 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.168772 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.169064 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.169343 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.169619 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.169895 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.170187 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.170465 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.170738 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.171019 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.171297 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.171595 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.171868 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.172142 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.172433 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.172731 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.172981 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.173251 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.173525 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.173796 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.174077 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.174354 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.174625 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.174895 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.175171 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.175469 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.175744 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.176018 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.176289 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.176564 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.176835 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.177105 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.177382 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.177655 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.177926 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.178200 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.178472 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.178748 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.179019 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.179292 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.179586 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.179856 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.180128 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.180410 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.180705 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.180980 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.181258 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.181535 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.181811 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.182083 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.182359 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.182635 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.182912 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.183188 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.184170 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.184460 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.184748 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.185050 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.185330 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.185629 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.185906 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.186187 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.186463 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.186742 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.187027 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.187310 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.187634 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.187930 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.188228 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.188523 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.188818 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.189098 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.189408 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.189689 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:24.189907 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 14:07:24.190155 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102857) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 16 14:07:24.562435 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 16 14:07:24.562651 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 16 14:07:24.562962 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 16 14:07:24.563301 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 16 14:07:24.892318 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:24.892615 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:24.892893 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:24.894195 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:24.894469 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:24.894739 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:24.938880 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:24.939152 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:24.939452 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:24.953633 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:24.953918 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:24.954191 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:25.086373 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:25.086657 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:25.086924 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:25.123999 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:25.124284 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:25.124554 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:25.368087 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:25.368747 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:25.368747 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:25.368920 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:25.369584 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:25.469936 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:25.470265 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:25.470552 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:25.470830 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:25.471102 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:25.471436 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:25.471701 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:25.471959 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:25.472217 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:25.472499 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:25.472763 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:25.473029 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:25.473285 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:25.473537 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:25.473791 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:25.474057 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:25.474312 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:25.474580 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:25.474853 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:25.475114 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:25.475410 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:25.475674 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:25.475957 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:25.476337 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:25.476589 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:25.476838 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:25.477230 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102857) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 14:07:25.477471 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102857) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 14:07:25.477709 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102857) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 14:07:25.477949 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102857) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 14:07:25.478186 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102857) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 14:07:25.478424 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102857) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 14:07:25.478788 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 16 14:07:25.481984 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 16 14:07:25.487135 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 16 14:07:25.490999 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1300, 1349)])]) Feb 16 14:07:25.492668 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 16 14:07:25.493145 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 16 14:07:25.493480 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 16 14:07:25.493867 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 16 14:07:25.496771 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 16 14:07:25.497029 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 16 14:07:25.497381 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 16 14:07:25.502550 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 16 14:07:25.525747 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 16 14:07:25.526216 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:25.526520 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102857) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 16 14:07:25.527057 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:25.529054 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102857) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 16 14:07:25.529340 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 16 14:07:25.529595 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 16 14:07:25.532929 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:25.533212 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:25.595920 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 16 14:07:25.596165 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 16 14:07:25.596406 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 16 14:07:25.596784 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 16 14:07:25.616899 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_db.sqlalchemy.engines [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102857) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 16 14:07:26.060637 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.plugins.ml2.managers [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Initializing driver for type 'gre' Feb 16 14:07:26.061022 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] gre ID ranges: [(1, 1000)] Feb 16 14:07:26.118628 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.plugins.ml2.managers [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Initializing driver for type 'local' Feb 16 14:07:26.119080 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.plugins.ml2.managers [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Initializing driver for type 'vlan' Feb 16 14:07:26.134369 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] VlanTypeDriver initialization complete Feb 16 14:07:26.134735 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.plugins.ml2.managers [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Initializing driver for type 'vxlan' Feb 16 14:07:26.135257 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] vxlan ID ranges: [(1, 1000)] Feb 16 14:07:26.191888 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.plugins.ml2.managers [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Initializing extension driver 'port_security' Feb 16 14:07:26.192189 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.plugins.ml2.extensions.port_security [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] PortSecurityExtensionDriver initialization complete Feb 16 14:07:26.192519 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.plugins.ml2.managers [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Initializing mechanism driver 'openvswitch' Feb 16 14:07:26.192838 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.plugins.ml2.managers [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Initializing mechanism driver 'hyperv' Feb 16 14:07:26.200212 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.plugin [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:07:26.201065 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > port after_create 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.201439 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > port after_update 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.201791 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > port after_delete 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.202331 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102857) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 14:07:26.202770 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > subnet after_create 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.203120 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > subnet after_update 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.203489 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > subnet after_delete 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.203889 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102857) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 14:07:26.204300 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > network after_create 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.204643 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > network after_update 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.204980 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > network after_delete 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.205375 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102857) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 14:07:26.205782 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > security_group after_create 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.206128 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > security_group after_update 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.206466 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > security_group after_delete 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.206871 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102857) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 14:07:26.207274 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.207637 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.207973 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.208375 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102857) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 14:07:26.208844 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > address_group after_create 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.209190 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > address_group after_update 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.209529 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > address_group after_delete 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.209927 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102857) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 14:07:26.210372 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] ML2 OVO RPC backend initialized. {{(pid=102857) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 16 14:07:26.211065 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > router_interface after_create 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.211446 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.211860 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > network before_response 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.212200 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > networks before_response 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.212544 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > port before_response 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.212880 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > ports before_response 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.213222 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > subnet before_response 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.213554 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > subnets before_response 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.213895 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > network after_create 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.214228 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > network after_update 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.214557 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > network after_delete 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.215475 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > port after_create 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.215814 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > port after_update 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.216152 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > port after_delete 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.216488 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > subnet after_create 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.216822 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > subnet after_update 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.217155 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > subnet after_delete 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.224452 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.quota [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded quota_driver: . Feb 16 14:07:26.224810 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.plugins.ml2.plugin [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Modular L2 Plugin initialization complete Feb 16 14:07:26.225156 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading services supported by the core plugin {{(pid=102857) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 16 14:07:26.225501 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.plugins.ml2.managers [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Got port-security extension from driver 'port_security' Feb 16 14:07:26.225972 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.extensions.vlantransparent [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Disabled vlantransparent extension. Feb 16 14:07:26.226463 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102857) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 16 14:07:26.226788 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading Plugin: router Feb 16 14:07:26.264359 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > router_interface before_create 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.264752 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > router after_create 55549900 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.265129 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > router before_create 55549900 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.265494 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.265867 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.266224 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > router after_delete 55549900 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.266586 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > floatingip after_create 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.266939 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > floatingip after_update 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.267297 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > router after_create 55549900 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.267677 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > router after_update 55549900 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.268026 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > router after_update 55549900 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.268372 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.268730 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > router after_update 55549900 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.269147 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > router precommit_update 55549900 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.269518 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: port after_update 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.269853 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: port after_delete 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.270189 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: subnet after_update 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.270529 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.270870 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > port precommit_delete 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.271216 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > router precommit_create 55549900 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.271599 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: port before_delete 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.271938 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > router precommit_create 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.272292 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > router after_update 55549900 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.272637 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > router precommit_delete 55549900 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.273133 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > router precommit_create 55549900 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.273500 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > router_interface after_create 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.273850 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > router precommit_update 55549900 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.274215 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > agent after_create 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.274565 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > agent after_delete 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.274911 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > network after_delete 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.275824 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.quota.resource_registry [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Tracking information for resource: router configured {{(pid=102857) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 14:07:26.276155 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.quota.resource_registry [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Tracking information for resource: floatingip configured {{(pid=102857) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 14:07:26.281968 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.db.l3_agentschedulers_db [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 16 14:07:26.282543 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: port after_update 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.282904 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: port after_create 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.283257 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: port after_delete 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.283631 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: port after_update 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.284412 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > router before_create 55550100 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.284774 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > router precommit_delete 55550100 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.285160 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > router precommit_create 55550100 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.285512 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > router precommit_update 55550100 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.290412 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.services.provider_configuration [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Service providers = [] {{(pid=102857) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 16 14:07:26.290776 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.db.servicetype_db [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102857) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 16 14:07:26.293826 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.services.service_base [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102857) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 14:07:26.294168 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.services.service_base [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102857) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 14:07:26.294503 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.services.service_base [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102857) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 14:07:26.295425 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.services.service_base [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102857) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 14:07:26.295795 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.services.service_base [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 16 14:07:26.296177 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102857) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 14:07:26.296494 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 16 14:07:26.307204 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102857) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 14:07:26.307567 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading Plugin: auto_allocate Feb 16 14:07:26.313460 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: network precommit_update 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.313774 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: network precommit_create 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.314302 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102857) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 14:07:26.314617 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading Plugin: tag Feb 16 14:07:26.321434 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102857) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 14:07:26.321760 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading Plugin: timestamp Feb 16 14:07:26.326145 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102857) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 14:07:26.326472 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading Plugin: network_ip_availability Feb 16 14:07:26.332079 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.332450 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.332805 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.333648 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102857) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 14:07:26.333865 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading Plugin: flavors Feb 16 14:07:26.338863 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102857) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 14:07:26.339190 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading Plugin: revisions Feb 16 14:07:26.350786 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102857) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 14:07:26.351178 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_concurrency.lockutils [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.788s {{(pid=102857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 16 14:07:26.351943 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102857) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 16 14:07:26.352274 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Initializing extension manager. Feb 16 14:07:26.352791 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: __init__.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.353128 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: __pycache__ {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.353455 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.353781 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: address_group.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.354533 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.355098 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: address-group Feb 16 14:07:26.355479 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: address_scope.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.356188 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.356697 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: address-scope Feb 16 14:07:26.357013 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: admin_state_down_before_update.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.357946 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.358455 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: router-admin-state-down-before-update Feb 16 14:07:26.358772 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: agent.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.359497 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.360001 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: agent Feb 16 14:07:26.360319 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: agent_resources_synced.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.361219 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.361730 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: agent-resources-synced Feb 16 14:07:26.362048 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: allowedaddresspairs.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.363871 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.364397 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: allowed-address-pairs Feb 16 14:07:26.364722 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: auto_allocated_topology.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.365802 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.366321 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: auto-allocated-topology Feb 16 14:07:26.366640 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: availability_zone.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.367324 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.367856 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: availability_zone Feb 16 14:07:26.368170 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: availability_zone_filter.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.369114 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.369624 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: availability_zone_filter Feb 16 14:07:26.369943 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: data_plane_status.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.370853 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.371434 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extension data-plane-status not supported by any of loaded plugins Feb 16 14:07:26.371756 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: default_subnetpools.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.372688 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.373505 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: default-subnetpools Feb 16 14:07:26.373823 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: dhcpagentscheduler.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.374654 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.375159 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: dhcp_agent_scheduler Feb 16 14:07:26.375510 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: dns.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.376810 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.377376 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extension dns-integration not supported by any of loaded plugins Feb 16 14:07:26.377697 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: dns_domain_ports.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.378605 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.379255 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 16 14:07:26.379603 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.380516 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.381019 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 16 14:07:26.381339 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: dvr.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.382003 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.382509 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: dvr Feb 16 14:07:26.382824 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: ecmp_routes.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.383758 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.384257 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extension ecmp_routes not supported by any of loaded plugins Feb 16 14:07:26.384578 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: empty_string_filtering.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.385477 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.385977 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: empty-string-filtering Feb 16 14:07:26.386305 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.387760 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.388264 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 16 14:07:26.388583 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.389496 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.389999 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 16 14:07:26.390315 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: external_net.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.391206 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.391750 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: external-net Feb 16 14:07:26.392068 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: extra_dhcp_opt.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.392970 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.393481 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: extra_dhcp_opt Feb 16 14:07:26.393802 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: extraroute.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.394709 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.395216 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: extraroute Feb 16 14:07:26.395564 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: extraroute_atomic.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.396603 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.397108 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: extraroute-atomic Feb 16 14:07:26.397428 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: filter_validation.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.398088 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.398592 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: filter-validation Feb 16 14:07:26.398909 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: fip_pf_description.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.399845 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.400350 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 16 14:07:26.400666 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: fip_port_details.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.401783 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.402918 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: fip-port-details Feb 16 14:07:26.403248 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: flavors.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.404552 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.405076 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: flavors Feb 16 14:07:26.405399 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.407072 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.407624 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 16 14:07:26.407953 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: floatingip_pools.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.408648 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.409262 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: floatingip-pools Feb 16 14:07:26.409525 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: ip_allocation.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.410398 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.410908 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extension ip_allocation not supported by any of loaded plugins Feb 16 14:07:26.411229 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.412160 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.412677 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: ip-substring-filtering Feb 16 14:07:26.412998 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: l2_adjacency.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.413921 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.414430 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extension l2_adjacency not supported by any of loaded plugins Feb 16 14:07:26.414747 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: l3.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.415770 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.416288 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: router Feb 16 14:07:26.416607 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: l3_conntrack_helper.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.418903 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.419468 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 16 14:07:26.419799 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.420720 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.421245 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: ext-gw-mode Feb 16 14:07:26.421569 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.422475 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.422989 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: l3-ha Feb 16 14:07:26.423304 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.424227 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.424732 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 16 14:07:26.425049 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: l3_flavors.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.425945 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.426454 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: l3-flavors Feb 16 14:07:26.426771 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: l3_ndp_proxy.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.428184 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.428698 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 16 14:07:26.429023 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.429934 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.430446 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: l3-port-ip-change-not-allowed Feb 16 14:07:26.430766 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: l3agentscheduler.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.431858 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.432371 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: l3_agent_scheduler Feb 16 14:07:26.432695 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: local_ip.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.434579 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.435100 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extension local_ip not supported by any of loaded plugins Feb 16 14:07:26.435466 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: logging.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.437093 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.437618 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extension logging not supported by any of loaded plugins Feb 16 14:07:26.437953 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: metering.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.438689 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.439619 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: metering Feb 16 14:07:26.439957 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.441061 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.441581 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: metering_source_and_destination_fields Feb 16 14:07:26.441908 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: multiprovidernet.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.442818 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.443331 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: multi-provider Feb 16 14:07:26.443697 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: netmtu.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.444615 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.445130 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: net-mtu Feb 16 14:07:26.445456 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: netmtu_writable.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.446363 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.446874 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: net-mtu-writable Feb 16 14:07:26.447195 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: network_availability_zone.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.447889 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.448397 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: network_availability_zone Feb 16 14:07:26.448716 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: network_ip_availability.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.450369 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.450885 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: network-ip-availability Feb 16 14:07:26.451205 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: network_segment_range.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.451988 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.452515 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extension network-segment-range not supported by any of loaded plugins Feb 16 14:07:26.452816 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: pagination.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.453789 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.454117 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: pagination Feb 16 14:07:26.454438 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: port_device_profile.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.455402 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.455908 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: port-device-profile Feb 16 14:07:26.456229 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.457135 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.457647 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: port-mac-address-regenerate Feb 16 14:07:26.457966 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.458868 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.459394 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: port-numa-affinity-policy Feb 16 14:07:26.459717 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: port_resource_request.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.460629 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.461129 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extension port-resource-request not supported by any of loaded plugins Feb 16 14:07:26.461451 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: port_resource_request_groups.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.462398 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.462900 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 16 14:07:26.463220 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: portbindings.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.464160 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.464667 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: binding Feb 16 14:07:26.465626 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: portbindings_extended.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.466892 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.467432 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: binding-extended Feb 16 14:07:26.467758 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: portsecurity.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.468662 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.469177 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: port-security Feb 16 14:07:26.469502 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: project_id.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.470465 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.470793 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: project-id Feb 16 14:07:26.471112 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: providernet.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.472048 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.472558 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: provider Feb 16 14:07:26.472876 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: qos.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.476508 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.477062 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extension qos not supported by any of loaded plugins Feb 16 14:07:26.477394 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.478634 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.479152 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 16 14:07:26.479511 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.480516 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.481035 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 16 14:07:26.481358 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: qos_default.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.482255 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.482765 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extension qos-default not supported by any of loaded plugins Feb 16 14:07:26.483083 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: qos_fip.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.484053 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.484561 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extension qos-fip not supported by any of loaded plugins Feb 16 14:07:26.484878 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: qos_fip_network_policy.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.485777 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.486282 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 16 14:07:26.486601 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: qos_gateway_ip.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.487664 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.488174 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 16 14:07:26.488493 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: qos_port_network_policy.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.489389 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.489902 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 16 14:07:26.490219 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.491245 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.491785 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 16 14:07:26.492105 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.493146 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.493658 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 16 14:07:26.493975 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: qos_pps_rule.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.495143 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.495699 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extension qos-pps not supported by any of loaded plugins Feb 16 14:07:26.496577 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: qos_rule_type_details.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.497491 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.498239 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 16 14:07:26.498582 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: qos_rules_alias.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.499646 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.500155 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 16 14:07:26.500476 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: quota_check_limit.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.501391 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.501905 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: quota-check-limit Feb 16 14:07:26.502223 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: quotasv2.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.503152 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.503514 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: quotas Feb 16 14:07:26.503833 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: quotasv2_detail.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.505533 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.505870 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: quota_details Feb 16 14:07:26.506192 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: rbac.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.507238 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.507787 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: rbac-policies Feb 16 14:07:26.508119 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: rbac_address_group.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.509039 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.509565 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: rbac-address-group Feb 16 14:07:26.509885 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: rbac_address_scope.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.510797 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.511309 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: rbac-address-scope Feb 16 14:07:26.512207 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: rbac_security_groups.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.513116 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.513623 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: rbac-security-groups Feb 16 14:07:26.513944 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: rbac_subnetpool.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.514939 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.515479 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: rbac-subnetpool Feb 16 14:07:26.515801 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: revisionifmatch.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.516810 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.517229 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: revision-if-match Feb 16 14:07:26.517549 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: revisions.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.518655 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.519175 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: standard-attr-revisions Feb 16 14:07:26.519533 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: router_availability_zone.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.520195 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.520762 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: router_availability_zone Feb 16 14:07:26.521026 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: routerservicetype.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.521936 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.522452 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extension router-service-type not supported by any of loaded plugins Feb 16 14:07:26.522756 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.523700 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.524213 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: security-groups-normalized-cidr Feb 16 14:07:26.524528 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: security_groups_port_filtering.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.525438 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.525949 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: port-security-groups-filtering Feb 16 14:07:26.526292 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.527215 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.527758 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: security-groups-remote-address-group Feb 16 14:07:26.528079 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.529003 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.529517 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: security-groups-shared-filtering Feb 16 14:07:26.529833 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.530406 dv-cinder-773985-32-iscsi neutron-server[102857]: WARNING neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 16 14:07:26.530723 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: securitygroup.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.540401 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.540929 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: security-group Feb 16 14:07:26.541258 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: segment.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.542032 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.542540 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extension segment not supported by any of loaded plugins Feb 16 14:07:26.543180 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.544157 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.544673 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 16 14:07:26.544992 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: servicetype.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.546095 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.546616 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: service-type Feb 16 14:07:26.546941 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: sorting.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.547948 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.548276 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: sorting Feb 16 14:07:26.548596 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: standard_attr_segment.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.549502 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.550018 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 16 14:07:26.550338 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: standardattrdescription.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.550972 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.551515 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: standard-attr-description Feb 16 14:07:26.551837 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: stateful_security_group.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.552754 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.553264 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: stateful-security-group Feb 16 14:07:26.553584 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: stdattrs_common.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.554140 dv-cinder-773985-32-iscsi neutron-server[102857]: WARNING neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 16 14:07:26.554456 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.555398 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.555912 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 16 14:07:26.556230 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: subnet_onboard.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.557281 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.557801 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: subnet_onboard Feb 16 14:07:26.558119 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.559598 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.560110 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 16 14:07:26.560430 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: subnet_service_types.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.561349 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.561872 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: subnet-service-types Feb 16 14:07:26.562196 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: subnetallocation.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.563266 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.563850 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: subnet_allocation Feb 16 14:07:26.564129 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.564787 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.565298 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: subnetpool-prefix-ops Feb 16 14:07:26.565614 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.566535 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.567177 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 16 14:07:26.567608 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: tagging.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.568676 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.569196 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: standard-attr-tag Feb 16 14:07:26.569520 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: timestamp.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.570718 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.571237 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loaded extension: standard-attr-timestamp Feb 16 14:07:26.571586 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: trunk.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.572608 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.573123 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extension trunk not supported by any of loaded plugins Feb 16 14:07:26.573448 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: trunk_details.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.574902 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.575442 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extension trunk-details not supported by any of loaded plugins Feb 16 14:07:26.575769 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: uplink_status_propagation.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.576679 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.577192 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 16 14:07:26.577512 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Loading extension file: vlantransparent.py {{(pid=102857) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:07:26.578177 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102857) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:07:26.578680 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extension vlan-transparent not supported by any of loaded plugins Feb 16 14:07:26.581224 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.quota.resource_registry [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Creating instance of TrackedResource for resource:network Feb 16 14:07:26.582000 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.quota.resource_registry [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Creating instance of TrackedResource for resource:subnet Feb 16 14:07:26.582466 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.quota.resource_registry [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 14:07:26.583009 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.quota.resource_registry [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Creating instance of TrackedResource for resource:port Feb 16 14:07:26.585424 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.v2.resource_helper [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102857) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 14:07:26.585869 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.v2.resource_helper [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Service FLAVORS assigned prefix: {{(pid=102857) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 14:07:26.586470 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.v2.resource_helper [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102857) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 14:07:26.586900 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.v2.resource_helper [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102857) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 14:07:26.587232 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.quota.resource_registry [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Creating instance of TrackedResource for resource:router Feb 16 14:07:26.587690 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.quota.resource_registry [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Creating instance of TrackedResource for resource:floatingip Feb 16 14:07:26.588176 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.v2.resource_helper [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Service METERING assigned prefix: /metering {{(pid=102857) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 14:07:26.589646 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.590563 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.590911 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:07:26.591954 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.quota.resource_registry [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Creating instance of CountableResource for resource:rbac_policy Feb 16 14:07:26.592365 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.quota.resource_registry [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Creating instance of TrackedResource for resource:security_group Feb 16 14:07:26.592791 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.quota.resource_registry [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Creating instance of TrackedResource for resource:security_group_rule Feb 16 14:07:26.593393 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.v2.resource_helper [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Service CORE assigned prefix: {{(pid=102857) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 14:07:26.593721 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.quota.resource_registry [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 14:07:26.594063 dv-cinder-773985-32-iscsi neutron-server[102857]: WARNING neutron.quota.resource_registry [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] subnetpool is already registered Feb 16 14:07:26.594479 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.v2.resource_helper [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Service CORE assigned prefix: {{(pid=102857) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 14:07:26.594800 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.quota.resource_registry [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 14:07:26.595126 dv-cinder-773985-32-iscsi neutron-server[102857]: WARNING neutron.quota.resource_registry [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] subnetpool is already registered Feb 16 14:07:26.597444 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.v2.resource_helper [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102857) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 14:07:26.597856 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.v2.resource_helper [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Service FLAVORS assigned prefix: {{(pid=102857) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 14:07:26.598433 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.v2.resource_helper [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102857) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 14:07:26.598849 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.v2.resource_helper [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102857) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 14:07:26.599182 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.quota.resource_registry [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Creating instance of TrackedResource for resource:router Feb 16 14:07:26.599557 dv-cinder-773985-32-iscsi neutron-server[102857]: WARNING neutron.quota.resource_registry [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] router is already registered Feb 16 14:07:26.599963 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.quota.resource_registry [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Creating instance of TrackedResource for resource:floatingip Feb 16 14:07:26.600292 dv-cinder-773985-32-iscsi neutron-server[102857]: WARNING neutron.quota.resource_registry [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] floatingip is already registered Feb 16 14:07:26.600742 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.v2.resource_helper [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Service METERING assigned prefix: /metering {{(pid=102857) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 14:07:26.601394 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.quota.resource_registry [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Creating instance of CountableResource for resource:rbac_policy Feb 16 14:07:26.601714 dv-cinder-773985-32-iscsi neutron-server[102857]: WARNING neutron.quota.resource_registry [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] rbac_policy is already registered Feb 16 14:07:26.602118 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.quota.resource_registry [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Creating instance of TrackedResource for resource:security_group Feb 16 14:07:26.602448 dv-cinder-773985-32-iscsi neutron-server[102857]: WARNING neutron.quota.resource_registry [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] security_group is already registered Feb 16 14:07:26.602842 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.quota.resource_registry [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Creating instance of TrackedResource for resource:security_group_rule Feb 16 14:07:26.603168 dv-cinder-773985-32-iscsi neutron-server[102857]: WARNING neutron.quota.resource_registry [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] security_group_rule is already registered Feb 16 14:07:26.603815 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.v2.resource_helper [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Service CORE assigned prefix: {{(pid=102857) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 14:07:26.604142 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.quota.resource_registry [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 14:07:26.604469 dv-cinder-773985-32-iscsi neutron-server[102857]: WARNING neutron.quota.resource_registry [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] subnetpool is already registered Feb 16 14:07:26.604878 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.v2.resource_helper [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Service CORE assigned prefix: {{(pid=102857) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 14:07:26.605200 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.quota.resource_registry [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 14:07:26.608344 dv-cinder-773985-32-iscsi neutron-server[102857]: WARNING neutron.quota.resource_registry [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] subnetpool is already registered Feb 16 14:07:26.608820 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extended resource: extensions {{(pid=102857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:07:26.610268 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extended resource: address-groups {{(pid=102857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:07:26.611774 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extended resource: address-scopes {{(pid=102857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:07:26.613355 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extended resource: agents {{(pid=102857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:07:26.614527 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extended resource: auto-allocated-topology {{(pid=102857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:07:26.615808 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extended resource: availability_zones {{(pid=102857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:07:26.617017 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extended resource: dhcp-networks {{(pid=102857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:07:26.618506 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extended resource: dhcp-agents {{(pid=102857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:07:26.619940 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extended resource: routers {{(pid=102857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:07:26.622371 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extended resource: flavors {{(pid=102857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:07:26.623814 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extended resource: service_profiles {{(pid=102857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:07:26.625008 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extended resource: next_providers {{(pid=102857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:07:26.626439 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extended resource: service_profiles {{(pid=102857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:07:26.628013 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extended resource: floatingip-pools {{(pid=102857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:07:26.629241 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extended resource: routers {{(pid=102857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:07:26.631328 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extended resource: floatingips {{(pid=102857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:07:26.632612 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extended resource: l3-routers {{(pid=102857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:07:26.633995 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extended resource: l3-agents {{(pid=102857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:07:26.635477 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extended resource: metering-labels {{(pid=102857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:07:26.636845 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extended resource: metering-label-rules {{(pid=102857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:07:26.638113 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extended resource: network-ip-availabilities {{(pid=102857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:07:26.639384 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extended resource: bindings {{(pid=102857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:07:26.641013 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extended resource: quotas {{(pid=102857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:07:26.642573 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extended resource: quotas {{(pid=102857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:07:26.644135 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extended resource: rbac-policies {{(pid=102857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:07:26.645403 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extended resource: security-groups {{(pid=102857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:07:26.646623 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extended resource: security-group-rules {{(pid=102857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:07:26.647884 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extended resource: service-providers {{(pid=102857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:07:26.649086 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extended resource: subnetpools {{(pid=102857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:07:26.650490 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extended resource: subnetpools {{(pid=102857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:07:26.651984 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extended resource: tags {{(pid=102857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:07:26.654160 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extended resource: tags {{(pid=102857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:07:26.656914 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extended resource: tags {{(pid=102857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:07:26.658670 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extended resource: tags {{(pid=102857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:07:26.793876 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extended resource: tags {{(pid=102857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:07:26.795906 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extended resource: tags {{(pid=102857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:07:26.797589 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extended resource: tags {{(pid=102857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:07:26.799479 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extended resource: tags {{(pid=102857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:07:26.801231 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extended resource: tags {{(pid=102857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:07:26.803084 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron.api.extensions [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Extended resource: tags {{(pid=102857) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:07:26.809011 dv-cinder-773985-32-iscsi neutron-server[102857]: WARNING keystonemiddleware.auth_token [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 16 14:07:26.813708 dv-cinder-773985-32-iscsi neutron-server[102857]: WARNING keystonemiddleware.auth_token [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 16 14:07:26.822286 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_concurrency.lockutils [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Acquired lock "singleton_lock" {{(pid=102857) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 16 14:07:26.822702 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_concurrency.lockutils [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Releasing lock "singleton_lock" {{(pid=102857) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 16 14:07:26.823389 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO oslo_service.service [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Starting 2 workers Feb 16 14:07:26.828865 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Started child 102968 {{(pid=102857) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 14:07:26.833515 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Started child 102969 {{(pid=102857) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 14:07:26.834385 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:07:26.835209 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO neutron.service [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Neutron service started, listening on 0.0.0.0:9696 Feb 16 14:07:26.835792 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Publish callbacks [] for process (None), before_spawn {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:07:26.836105 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [-] (102968) wsgi starting up on http://0.0.0.0:9696 Feb 16 14:07:26.838205 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO oslo_service.service [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Starting 1 workers Feb 16 14:07:26.838462 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:07:26.840417 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [-] (102969) wsgi starting up on http://0.0.0.0:9696 Feb 16 14:07:26.844200 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Started child 102970 {{(pid=102857) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 14:07:26.844722 dv-cinder-773985-32-iscsi neutron-server[102857]: INFO oslo_service.service [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Starting 1 workers Feb 16 14:07:26.847872 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.service [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] calling RpcWorker wait() {{(pid=102970) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 16 14:07:26.848497 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.service [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] returning from RpcWorker wait() {{(pid=102970) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 16 14:07:26.849309 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Started child 102971 {{(pid=102857) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 14:07:26.849597 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:07:26.850046 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:07:26.850207 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-83b606f8-9716-4276-b8c0-93898e6ce86b None None] Publish callbacks [] for process (None), after_spawn {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:07:26.852032 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102857) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 16 14:07:26.852242 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 14:07:26.852436 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 14:07:26.852655 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 14:07:26.853000 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 14:07:26.853155 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 14:07:26.853684 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.853963 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.854187 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:07:26.855132 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.855132 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.855132 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.855848 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.855848 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.855848 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.856268 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.856419 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.856558 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.856696 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.856902 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.857132 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.857425 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.857674 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.857924 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.858177 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.858352 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.858603 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.858949 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.859112 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.859380 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] debug = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.859621 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.860104 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.860330 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.860564 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.860795 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.861077 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.861318 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.861594 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.861825 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.862038 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.862321 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.862630 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.862876 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.863115 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.863366 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.863596 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.863867 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.864088 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.864547 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] host = dv-cinder-773985-32-iscsi {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.864761 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.864996 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.865220 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.865524 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.865881 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.865881 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.866337 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.866512 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.867068 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.867527 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.867926 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.867926 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.868240 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.868383 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] log_file = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.868522 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] log_options = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.868721 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.869096 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.869260 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.869410 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.869552 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.869701 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.869953 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.870099 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.870352 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.870588 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.870800 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.871039 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.871275 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.871532 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.871765 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.872000 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.872240 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.872448 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.872692 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.874565 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.874565 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.874565 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.874565 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.874565 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.874925 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.875238 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.875536 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.875800 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.876173 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.876379 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.876606 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.876947 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.877214 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.877345 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:07:26.877483 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.877781 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.878021 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.878378 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.878599 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.878874 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.879100 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.879384 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.879645 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.879932 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.880290 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.880552 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.880815 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.881073 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] use_json = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.881288 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.881524 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.881768 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.881980 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.882832 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.887677 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.887924 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.888914 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.888914 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.888914 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.889339 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.889590 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.889732 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.889978 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.890232 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.890467 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.890690 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.890955 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.891189 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.895624 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.896075 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.896682 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.897014 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.897745 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.898138 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.898464 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.898821 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.899733 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.900050 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.900315 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.900553 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.900835 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.901070 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.901725 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.901975 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.902256 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.903091 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.903395 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.903756 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.904031 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.904297 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.120/identity {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.904921 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.905176 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.905453 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.908938 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.909217 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.910435 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.911574 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.912089 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.912541 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.912803 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.913095 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.913345 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.913583 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.913828 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.914086 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.914330 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.914571 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.914802 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.915041 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.915262 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.915511 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.915730 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.915960 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.916196 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.916452 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.916700 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.916921 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.917134 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.917354 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.917686 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.917949 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.918187 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.918401 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.918615 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.918832 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.919050 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.919301 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.919546 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.919766 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.920095 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.920318 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.920538 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.920769 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.920990 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.921202 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.921426 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.921637 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.921863 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.922235 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.922462 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.922672 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.922888 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.923128 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.923368 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.923583 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.923799 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.924013 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.924250 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.924464 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.924731 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.925047 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.925301 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.925552 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.925773 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.926024 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.926239 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.926515 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.926733 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.926954 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.927165 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.927458 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.927804 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.928044 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.928303 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.928529 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.928766 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.928983 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.929208 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.929450 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.929673 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.929896 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.930261 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.930498 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.930743 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.930982 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.931287 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.931543 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.931777 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.932062 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.932298 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.932571 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.932848 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.933129 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.933365 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.933624 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.933881 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.934139 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.934384 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.934653 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.934901 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.935160 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.935440 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.935701 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.935942 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.936157 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.936404 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.936736 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.936969 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.937186 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.937420 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.937709 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.937961 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.938211 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.938476 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.938723 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.938973 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.939218 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.939490 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.120/identity {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.939710 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.939941 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.940284 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.940501 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.940737 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.940950 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.941185 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.941406 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.941644 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.941898 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.942110 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.942333 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.942567 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.942782 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.942998 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.943243 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.943502 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.943701 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.943939 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.944176 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.944399 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.944630 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.944845 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.945094 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.945317 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.945583 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.945826 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.946072 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.946316 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.946557 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.946806 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.947018 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.947259 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.947516 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.947727 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.947937 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.948154 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.948371 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.948603 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.948845 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.949590 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.949852 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.950114 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.950567 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.950836 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.951070 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.951337 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.951596 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.951817 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.952036 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.952273 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.952504 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.952789 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.953002 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.953221 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.953437 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.953654 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.953874 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.954118 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.954355 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.954471 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:07:26.954859 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.955114 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.955408 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.955588 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.955844 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.956052 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.956285 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.956514 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.956782 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.956956 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.957176 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.957387 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.957677 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.957932 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.958170 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.958423 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.958669 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.958885 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.959145 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.959529 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.959658 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.959856 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.960199 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.960443 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.960698 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.960908 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.961117 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.961385 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.961587 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.961822 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.962053 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.962220 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.962484 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.962671 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.962861 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.963071 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.963296 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.963532 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.963744 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.963967 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.964183 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.964420 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.964733 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.965410 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.965631 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.965903 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.966098 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.966319 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.966615 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.966873 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.967138 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.967440 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.967671 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.967918 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.968152 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.968439 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.968674 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.968954 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.969169 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.969390 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.969633 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.969918 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.970197 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.970584 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.970839 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.971093 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.971437 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.971784 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1300:1349'] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.972057 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.972270 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.972605 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.972936 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.973233 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.973471 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.973696 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.973935 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.974187 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.974402 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.974723 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.974917 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.975077 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.975333 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.975669 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.975913 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.976155 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.976387 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.977737 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.977737 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.977737 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.977737 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.977737 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.977737 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 14:07:26.978208 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102857) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 16 14:07:26.978340 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 14:07:26.978435 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 14:07:26.978593 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 14:07:26.978759 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 14:07:26.978945 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 14:07:26.979122 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.979280 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.979464 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.979628 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.979787 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.980019 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.980114 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.980292 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.980517 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.980713 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.980878 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.981038 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.981197 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.981354 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.981513 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.981671 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.981829 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.981988 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.982150 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.982309 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.982467 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.982625 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.982783 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] debug = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.983041 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.983183 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.983305 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.983486 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.983646 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.983804 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.983962 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.984119 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.984278 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.984435 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.984593 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.984750 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.984907 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.985064 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.985223 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.985382 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.985541 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.985698 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.985916 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] host = dv-cinder-773985-32-iscsi {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.986007 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.986152 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.986310 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.986467 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.986624 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.986897 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.987027 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.987159 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.987271 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.987409 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.987519 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.987677 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.987835 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.987991 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] log_file = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.988149 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] log_options = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.988306 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.988497 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.988632 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.988805 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.988939 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.989116 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.989247 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.989399 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.989556 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.989713 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.989873 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.990030 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.990188 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.990344 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.990503 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.990759 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.990924 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.991083 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.991240 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.991437 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.991606 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.991745 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.991880 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.992013 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.992148 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.992281 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.992443 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.992584 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.992748 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.992905 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.993067 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.993265 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.993409 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.993539 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.993674 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.993807 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.993963 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.994113 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.994269 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.994427 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.994584 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.994740 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.994985 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.995086 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.995201 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.995382 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.995526 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] use_json = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.995680 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.995843 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.996025 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.996182 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.996340 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.996497 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.996654 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.996816 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.996971 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:07:26.997149 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.997311 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.997480 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.997640 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.997802 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.998224 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.998385 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.998611 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.998719 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.998850 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.999017 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.999176 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.999364 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.999526 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.999686 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:26.999849 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.000009 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.000168 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.000327 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.000487 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.000646 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.000951 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.001121 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.001281 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.001490 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.001655 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.001816 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.001985 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.002143 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.002320 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.002483 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.002644 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.120/identity {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.002803 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.002964 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.003124 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.003285 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.003467 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.003629 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.003789 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.003950 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.004111 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.004269 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.004429 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.004588 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.004749 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.004910 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.005069 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.005229 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.005389 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.005549 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.005710 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.005875 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.006036 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.006197 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.006357 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.006518 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.006678 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.006849 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.007009 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.007169 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.007328 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.007508 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.007667 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.007827 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.007986 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.008145 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.008306 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.008466 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.008638 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.008783 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.008947 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.009106 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.009266 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.009423 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.009584 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.009743 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.009902 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.010061 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.010220 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.010379 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.010538 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.010696 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.010883 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.011026 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.011191 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.011370 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.012080 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.012208 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.012369 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.012530 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.012689 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.012857 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.013030 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.013232 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.013478 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.013478 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.013649 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.013807 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.013966 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.014125 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.014284 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.014443 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.014602 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.014761 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.014923 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.015083 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.015242 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.015421 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.015581 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.015740 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.015902 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.016062 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.016220 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.016380 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.016539 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.016698 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.016856 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.017014 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.017183 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.017341 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.017504 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.017663 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.017829 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.017999 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.018160 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.018321 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.018481 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.018641 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.018801 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.018961 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.019120 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.019279 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.019464 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.019626 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.019797 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.019957 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.020116 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.020275 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.020458 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.020617 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.020776 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.020952 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.021091 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.021246 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.021406 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.021565 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.021725 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.021884 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.022044 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.022204 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.120/identity {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.022364 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.022525 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.022684 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.022843 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.023004 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.023164 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.023360 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.023528 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.023689 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.023849 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.024013 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.024170 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.024329 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.024488 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.024647 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.024806 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.024965 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.025125 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.025283 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.025442 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.025600 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.025764 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.025925 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.026084 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.026243 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.026475 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.026577 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.026715 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.026874 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.027034 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.027266 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.027921 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.028086 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.028245 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.028406 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.028566 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.028726 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.028887 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.029047 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.029208 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.029368 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.029544 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.030280 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.030280 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.030280 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.030280 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.030598 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.030598 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.030598 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.030802 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.030912 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.031087 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.031227 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.031401 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.031565 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.031725 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.031886 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.032046 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.032206 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.032368 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.032531 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.032691 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.032852 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.033014 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.033174 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.033333 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.033492 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.033692 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.033815 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.033974 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.034133 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.034292 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.034466 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.034627 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.034787 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.034947 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.035107 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.035266 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.035465 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.035626 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.035790 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.035950 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.036109 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.036268 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.036438 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.036598 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.036757 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.036916 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.037076 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.037235 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.037406 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.037571 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.037730 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.037888 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.038048 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.038270 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.038370 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.038526 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.038684 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.038844 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.039003 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.039163 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.039333 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.039533 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.039693 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.039852 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.040011 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.040170 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.040339 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.040500 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.040659 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.040826 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.040986 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.041145 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.041305 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.041476 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.041637 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.041799 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.041959 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.042119 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.042278 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.042439 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.042604 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.042787 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.042963 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.043125 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.043293 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.043485 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1300:1349'] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.043655 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.043816 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.043984 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.044156 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.044316 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.044476 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.044650 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.044789 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.044925 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.045090 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.045249 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.045408 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.045567 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.045727 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.045892 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.046051 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.046210 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.046369 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.046529 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.046690 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.046849 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.047008 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.047167 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:07:27.047319 dv-cinder-773985-32-iscsi neutron-server[102857]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102857) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 14:07:27.300106 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 49166) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:07:27.309902 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [-] 10.222.0.120 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0075688 Feb 16 14:07:39.004876 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36182b19-d0ca-4433-b4a5-f97a1a4b9d08 None None] get_active_networks_info from dv-cinder-773985-32-iscsi {{(pid=102970) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 16 14:07:39.090976 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36182b19-d0ca-4433-b4a5-f97a1a4b9d08 None None] No non-hosted networks {{(pid=102970) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 16 14:07:39.109004 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-315a68be-08a8-476b-92a9-9baac5a68d01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1589575'] for agent (10a26995-69c6-4373-972b-e8a4ac0e51da), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:07:41.129971 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-8a9e9f83-d3d4-4310-b7d6-8df1613d065b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1589575'] for agent (531611a8-34ea-4f1f-8d10-111cbf56a8a1), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:07:41.182384 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-777dad51-8dd6-4659-b9f5-675c399bb446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (531611a8-34ea-4f1f-8d10-111cbf56a8a1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:07:42.373120 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f4fb-7ea9-448d-9c44-08fc2737c2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1589575'] for agent (86100e92-d951-4144-bd87-36328b8a7b76), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:07:43.695986 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ac86131d-db3b-4e6c-9567-647e6948f8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1589575'] for agent (6a38cbfe-57d3-4d37-ac59-552f6dc7f99c), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:07:45.000920 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1589575'] for agent (529a93d1-f8f6-4ba2-8600-6635050f85df), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:07:45.002708 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:45.006898 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:45.007277 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:45.007648 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:45.007984 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:45.008322 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:45.008654 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:45.009004 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:45.009332 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:45.009686 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:45.010006 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:45.010330 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:45.010663 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:45.011218 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-773985-32-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:07:45.012096 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 49252) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:07:45.021367 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-773985-32-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:07:45.527763 dv-cinder-773985-32-iscsi neutron-server[102969]: WARNING oslo_policy.policy [None req-8f3447fd-d044-4c4b-a014-30b77c5d4908 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 14:07:45.528471 dv-cinder-773985-32-iscsi neutron-server[102969]: WARNING oslo_policy.policy [None req-8f3447fd-d044-4c4b-a014-30b77c5d4908 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 14:07:45.755521 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [None req-8f3447fd-d044-4c4b-a014-30b77c5d4908 admin admin] http://10.222.0.120:9696/v2.0/extensions returned with HTTP 200 {{(pid=102969) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 14:07:45.767416 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-8f3447fd-d044-4c4b-a014-30b77c5d4908 admin admin] 10.222.0.120 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7432079 Feb 16 14:07:48.317210 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 49274) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:07:48.342689 dv-cinder-773985-32-iscsi neutron-server[102970]: INFO neutron.db.l3_hamode_db [None req-776bca7b-5045-4042-a4d7-cac8438e5108 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 16 14:07:48.420792 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776bca7b-5045-4042-a4d7-cac8438e5108 None None] Routers set() bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:07:48.421160 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776bca7b-5045-4042-a4d7-cac8438e5108 None None] Router IDs set() for agent in host dv-cinder-773985-32-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 16 14:07:48.636452 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-1421650d-1027-4d33-b6ea-687bf895729f admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:07:48.726956 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.policy [None req-1421650d-1027-4d33-b6ea-687bf895729f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102969) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 16 14:07:48.769404 dv-cinder-773985-32-iscsi neutron-server[102969]: WARNING oslo_policy.policy [None req-1421650d-1027-4d33-b6ea-687bf895729f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 14:07:48.769775 dv-cinder-773985-32-iscsi neutron-server[102969]: WARNING oslo_policy.policy [None req-1421650d-1027-4d33-b6ea-687bf895729f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 14:07:48.863679 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-1421650d-1027-4d33-b6ea-687bf895729f admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784244941656', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784244942123', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784244992927', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784244991706', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784244980419', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784245022306', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-924636', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1028931', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1604024', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1664023'] for rbac-policy (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:07:48.930216 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-1421650d-1027-4d33-b6ea-687bf895729f admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:07:48.931422 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-1421650d-1027-4d33-b6ea-687bf895729f admin admin] 10.222.0.120 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6132741 Feb 16 14:07:51.440368 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 49284) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:07:51.931212 dv-cinder-773985-32-iscsi neutron-server[102968]: WARNING oslo_policy.policy [None req-d1c42756-50d6-494c-a300-cfbca3e0046a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 14:07:51.931801 dv-cinder-773985-32-iscsi neutron-server[102968]: WARNING oslo_policy.policy [None req-d1c42756-50d6-494c-a300-cfbca3e0046a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 14:07:52.158987 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-d1c42756-50d6-494c-a300-cfbca3e0046a demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:07:52.214909 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c42756-50d6-494c-a300-cfbca3e0046a demo demo] Made reservation on behalf of c3fb28af9553487b81287f221536e500 for: {'network': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:07:52.276288 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.policy [None req-d1c42756-50d6-494c-a300-cfbca3e0046a demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102968) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 16 14:07:52.318440 dv-cinder-773985-32-iscsi neutron-server[102968]: WARNING oslo_policy.policy [None req-d1c42756-50d6-494c-a300-cfbca3e0046a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 14:07:52.318806 dv-cinder-773985-32-iscsi neutron-server[102968]: WARNING oslo_policy.policy [None req-d1c42756-50d6-494c-a300-cfbca3e0046a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 14:07:52.330368 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d1c42756-50d6-494c-a300-cfbca3e0046a demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for network (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:07:52.352346 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d1c42756-50d6-494c-a300-cfbca3e0046a demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:07:52.463593 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d1c42756-50d6-494c-a300-cfbca3e0046a demo demo] Publish callbacks [] for security_group (c91e7481-fb8e-40bd-b929-5540f1cbbae7), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:07:52.468295 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d1c42756-50d6-494c-a300-cfbca3e0046a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (c91e7481-fb8e-40bd-b929-5540f1cbbae7), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:07:52.500012 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1c42756-50d6-494c-a300-cfbca3e0046a demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1323} {{(pid=102968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:07:52.531639 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d1c42756-50d6-494c-a300-cfbca3e0046a demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784247451266', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894495'] for segment (d84f442c-de9c-498d-ba80-ae994da0b179), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:07:52.532224 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d1c42756-50d6-494c-a300-cfbca3e0046a demo demo] Unsubscribe: segment precommit_create {{(pid=102968) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 16 14:07:52.532746 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.db.segments_db [None req-d1c42756-50d6-494c-a300-cfbca3e0046a demo demo] Added segment d84f442c-de9c-498d-ba80-ae994da0b179 of type vlan for network c5ae73da-7746-49d1-8aec-ef40ecad56f5 Feb 16 14:07:52.538710 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c42756-50d6-494c-a300-cfbca3e0046a demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=c91e7481-fb8e-40bd-b929-5540f1cbbae7,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:07:52.559856 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c42756-50d6-494c-a300-cfbca3e0046a demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:52.560228 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c42756-50d6-494c-a300-cfbca3e0046a demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:52.560591 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c42756-50d6-494c-a300-cfbca3e0046a demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:52.560921 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c42756-50d6-494c-a300-cfbca3e0046a demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:52.561251 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c42756-50d6-494c-a300-cfbca3e0046a demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:52.561576 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c42756-50d6-494c-a300-cfbca3e0046a demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:52.561918 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c42756-50d6-494c-a300-cfbca3e0046a demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:52.562245 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c42756-50d6-494c-a300-cfbca3e0046a demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:52.562563 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c42756-50d6-494c-a300-cfbca3e0046a demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:52.562910 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c42756-50d6-494c-a300-cfbca3e0046a demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:52.563218 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c42756-50d6-494c-a300-cfbca3e0046a demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:52.563563 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c42756-50d6-494c-a300-cfbca3e0046a demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:52.563878 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c42756-50d6-494c-a300-cfbca3e0046a demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:52.565279 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c42756-50d6-494c-a300-cfbca3e0046a demo demo] Tracked resource versions report: Feb 16 14:07:52.565279 dv-cinder-773985-32-iscsi neutron-server[102968]: pushed versions: Feb 16 14:07:52.565279 dv-cinder-773985-32-iscsi neutron-server[102968]: { 'AddressGroup': {'1.2'}, Feb 16 14:07:52.565279 dv-cinder-773985-32-iscsi neutron-server[102968]: 'ConntrackHelper': {'1.0'}, Feb 16 14:07:52.565279 dv-cinder-773985-32-iscsi neutron-server[102968]: 'LocalIPAssociation': {'1.0'}, Feb 16 14:07:52.565279 dv-cinder-773985-32-iscsi neutron-server[102968]: 'Log': {'1.0'}, Feb 16 14:07:52.565279 dv-cinder-773985-32-iscsi neutron-server[102968]: 'Network': {'1.1'}, Feb 16 14:07:52.565279 dv-cinder-773985-32-iscsi neutron-server[102968]: 'Port': {'1.7'}, Feb 16 14:07:52.565279 dv-cinder-773985-32-iscsi neutron-server[102968]: 'PortForwarding': {'1.2'}, Feb 16 14:07:52.565279 dv-cinder-773985-32-iscsi neutron-server[102968]: 'QosPolicy': {'1.10'}, Feb 16 14:07:52.565279 dv-cinder-773985-32-iscsi neutron-server[102968]: 'SecurityGroup': {'1.5'}, Feb 16 14:07:52.565279 dv-cinder-773985-32-iscsi neutron-server[102968]: 'SecurityGroupRule': {'1.2'}, Feb 16 14:07:52.565279 dv-cinder-773985-32-iscsi neutron-server[102968]: 'SubPort': {'1.0'}, Feb 16 14:07:52.565279 dv-cinder-773985-32-iscsi neutron-server[102968]: 'Subnet': {'1.1'}, Feb 16 14:07:52.565279 dv-cinder-773985-32-iscsi neutron-server[102968]: 'Trunk': {'1.1'}} Feb 16 14:07:52.565279 dv-cinder-773985-32-iscsi neutron-server[102968]: consumer versions: Feb 16 14:07:52.565279 dv-cinder-773985-32-iscsi neutron-server[102968]: { DHCP agent@dv-cinder-773985-32-iscsi: {}, Feb 16 14:07:52.565279 dv-cinder-773985-32-iscsi neutron-server[102968]: L3 agent@dv-cinder-773985-32-iscsi: {}, Feb 16 14:07:52.565279 dv-cinder-773985-32-iscsi neutron-server[102968]: Metadata agent@dv-cinder-773985-32-iscsi: {}, Feb 16 14:07:52.565279 dv-cinder-773985-32-iscsi neutron-server[102968]: Metering agent@dv-cinder-773985-32-iscsi: {}, Feb 16 14:07:52.565279 dv-cinder-773985-32-iscsi neutron-server[102968]: Open vSwitch agent@dv-cinder-773985-32-iscsi: { 'AddressGroup': '1.2', Feb 16 14:07:52.565279 dv-cinder-773985-32-iscsi neutron-server[102968]: 'ConntrackHelper': '1.0', Feb 16 14:07:52.565279 dv-cinder-773985-32-iscsi neutron-server[102968]: 'LocalIPAssociation': '1.0', Feb 16 14:07:52.565279 dv-cinder-773985-32-iscsi neutron-server[102968]: 'Log': '1.0', Feb 16 14:07:52.565279 dv-cinder-773985-32-iscsi neutron-server[102968]: 'Network': '1.1', Feb 16 14:07:52.565279 dv-cinder-773985-32-iscsi neutron-server[102968]: 'Port': '1.7', Feb 16 14:07:52.565279 dv-cinder-773985-32-iscsi neutron-server[102968]: 'PortForwarding': '1.2', Feb 16 14:07:52.565279 dv-cinder-773985-32-iscsi neutron-server[102968]: 'QosPolicy': '1.10', Feb 16 14:07:52.565279 dv-cinder-773985-32-iscsi neutron-server[102968]: 'SecurityGroup': '1.5', Feb 16 14:07:52.565279 dv-cinder-773985-32-iscsi neutron-server[102968]: 'SecurityGroupRule': '1.2', Feb 16 14:07:52.565279 dv-cinder-773985-32-iscsi neutron-server[102968]: 'SubPort': '1.0', Feb 16 14:07:52.565279 dv-cinder-773985-32-iscsi neutron-server[102968]: 'Subnet': '1.1', Feb 16 14:07:52.565279 dv-cinder-773985-32-iscsi neutron-server[102968]: 'Trunk': '1.1'}} Feb 16 14:07:52.565279 dv-cinder-773985-32-iscsi neutron-server[102968]: {{(pid=102968) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 14:07:52.644241 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d1c42756-50d6-494c-a300-cfbca3e0046a demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784246940290'] for network (c5ae73da-7746-49d1-8aec-ef40ecad56f5), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:07:52.684229 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d1c42756-50d6-494c-a300-cfbca3e0046a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354'] for network (c5ae73da-7746-49d1-8aec-ef40ecad56f5), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:07:52.689576 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c42756-50d6-494c-a300-cfbca3e0046a demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:07:52.690301 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d1c42756-50d6-494c-a300-cfbca3e0046a demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for network (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:07:52.759846 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-d1c42756-50d6-494c-a300-cfbca3e0046a demo demo] 10.222.0.120 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.3173311 Feb 16 14:07:52.814619 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c42756-50d6-494c-a300-cfbca3e0046a demo demo] Pushing event updated for resources: {'Network': ['ID=c5ae73da-7746-49d1-8aec-ef40ecad56f5,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:07:52.827807 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Network c5ae73da-7746-49d1-8aec-ef40ecad56f5 details requested by agent ovs-agent-dv-cinder-773985-32-iscsi with host dv-cinder-773985-32-iscsi {{(pid=102970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:07:55.390955 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 49304) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:07:55.819265 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cde522-8872-4fbe-a7c1-e9ac0a85c0b9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:07:55.820569 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-18cde522-8872-4fbe-a7c1-e9ac0a85c0b9 demo admin] 10.222.0.120 "GET /v2.0/networks/c5ae73da-7746-49d1-8aec-ef40ecad56f5 HTTP/1.1" status: 200 len: 826 time: 0.4285986 Feb 16 14:07:55.858787 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-d18aac56-1ec5-4e9e-badf-c5eb08f2a793 demo admin] 10.222.0.120 "GET /v2.0/subnetpools/7d646f60-5d24-497a-94d9-2617487ff813 HTTP/1.1" status: 200 len: 734 time: 0.0317299 Feb 16 14:07:55.867536 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-103ac310-b5c6-4890-a5be-e92580a5ab49 demo admin] Request body: {'subnet': {'network_id': 'c5ae73da-7746-49d1-8aec-ef40ecad56f5', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '7d646f60-5d24-497a-94d9-2617487ff813', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:07:55.890695 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103ac310-b5c6-4890-a5be-e92580a5ab49 demo admin] Made reservation on behalf of c3fb28af9553487b81287f221536e500 for: {'subnet': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:07:55.893115 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-103ac310-b5c6-4890-a5be-e92580a5ab49 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:07:56.192968 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-103ac310-b5c6-4890-a5be-e92580a5ab49 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354'] for subnet (948a47aa-93b6-4566-a725-c9a42291b67a), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:07:56.262016 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103ac310-b5c6-4890-a5be-e92580a5ab49 demo admin] Pushing event updated for resources: {'Subnet': ['ID=948a47aa-93b6-4566-a725-c9a42291b67a,revision_number=0']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:07:56.266596 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103ac310-b5c6-4890-a5be-e92580a5ab49 demo admin] Checking segment: {'id': 'd84f442c-de9c-498d-ba80-ae994da0b179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'c5ae73da-7746-49d1-8aec-ef40ecad56f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:07:56.266975 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103ac310-b5c6-4890-a5be-e92580a5ab49 demo admin] Network hostable DHCP agents. Network: c5ae73da-7746-49d1-8aec-ef40ecad56f5, hostable agents: ['10a26995-69c6-4373-972b-e8a4ac0e51da'], hosted agents: [] {{(pid=102968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:07:56.292064 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103ac310-b5c6-4890-a5be-e92580a5ab49 demo admin] Network c5ae73da-7746-49d1-8aec-ef40ecad56f5 is scheduled to be hosted by DHCP agent 10a26995-69c6-4373-972b-e8a4ac0e51da with binding_index 1 {{(pid=102968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:07:56.303929 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [None req-103ac310-b5c6-4890-a5be-e92580a5ab49 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-32-iscsi, c5ae73da-7746-49d1-8aec-ef40ecad56f5) {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:07:56.308783 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103ac310-b5c6-4890-a5be-e92580a5ab49 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:07:56.309398 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-103ac310-b5c6-4890-a5be-e92580a5ab49 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for subnet (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:07:56.315052 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c509c8-9be1-42b6-995d-a579b703c642 None None] Network c5ae73da-7746-49d1-8aec-ef40ecad56f5 requested from dv-cinder-773985-32-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:07:56.329443 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-103ac310-b5c6-4890-a5be-e92580a5ab49 demo admin] 10.222.0.120 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4651563 Feb 16 14:07:56.713661 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1c2205-8637-4e46-8ae8-6c818d605c46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79a0a048-c219-5e99-a467-099ebabd7883-c5ae73da-7746-49d1-8aec-ef40ecad56f5', 'network_id': 'c5ae73da-7746-49d1-8aec-ef40ecad56f5', 'project_id': 'c3fb28af9553487b81287f221536e500', 'fixed_ips': [{'subnet_id': '948a47aa-93b6-4566-a725-c9a42291b67a'}]}} from dv-cinder-773985-32-iscsi. {{(pid=102970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 14:07:56.715129 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-3a1c2205-8637-4e46-8ae8-6c818d605c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:07:57.016627 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.db_base_plugin_common [None req-3a1c2205-8637-4e46-8ae8-6c818d605c46 None None] Allocated IP 172.20.0.2 (c5ae73da-7746-49d1-8aec-ef40ecad56f5/948a47aa-93b6-4566-a725-c9a42291b67a/29e72865-d271-45f1-bb1c-192ec75f6a3f) {{(pid=102970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:07:57.328617 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-3a1c2205-8637-4e46-8ae8-6c818d605c46 None None] Publish callbacks [] for port (29e72865-d271-45f1-bb1c-192ec75f6a3f), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:07:57.337282 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-3a1c2205-8637-4e46-8ae8-6c818d605c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784246951208'] for port (29e72865-d271-45f1-bb1c-192ec75f6a3f), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:07:57.404072 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1c2205-8637-4e46-8ae8-6c818d605c46 None None] Network c5ae73da-7746-49d1-8aec-ef40ecad56f5 is already hosted by enough agents. {{(pid=102970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:07:57.409783 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [None req-3a1c2205-8637-4e46-8ae8-6c818d605c46 None None] Resources bound (agent type, host, resource id): {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:07:57.413374 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1c2205-8637-4e46-8ae8-6c818d605c46 None None] Received port after_create {{(pid=102970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:07:57.454775 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1c2205-8637-4e46-8ae8-6c818d605c46 None None] Pushing event updated for resources: {'Port': ['ID=29e72865-d271-45f1-bb1c-192ec75f6a3f,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:07:57.481096 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1c2205-8637-4e46-8ae8-6c818d605c46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:57.481461 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1c2205-8637-4e46-8ae8-6c818d605c46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:57.481822 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1c2205-8637-4e46-8ae8-6c818d605c46 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:57.482167 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1c2205-8637-4e46-8ae8-6c818d605c46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:57.482510 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1c2205-8637-4e46-8ae8-6c818d605c46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:57.482873 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1c2205-8637-4e46-8ae8-6c818d605c46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:57.483288 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1c2205-8637-4e46-8ae8-6c818d605c46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:57.483644 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1c2205-8637-4e46-8ae8-6c818d605c46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:57.483968 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1c2205-8637-4e46-8ae8-6c818d605c46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:57.484305 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1c2205-8637-4e46-8ae8-6c818d605c46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:57.484632 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1c2205-8637-4e46-8ae8-6c818d605c46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:57.484956 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1c2205-8637-4e46-8ae8-6c818d605c46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:57.485271 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1c2205-8637-4e46-8ae8-6c818d605c46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:57.486720 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1c2205-8637-4e46-8ae8-6c818d605c46 None None] Tracked resource versions report: Feb 16 14:07:57.486720 dv-cinder-773985-32-iscsi neutron-server[102970]: pushed versions: Feb 16 14:07:57.486720 dv-cinder-773985-32-iscsi neutron-server[102970]: { 'AddressGroup': {'1.2'}, Feb 16 14:07:57.486720 dv-cinder-773985-32-iscsi neutron-server[102970]: 'ConntrackHelper': {'1.0'}, Feb 16 14:07:57.486720 dv-cinder-773985-32-iscsi neutron-server[102970]: 'LocalIPAssociation': {'1.0'}, Feb 16 14:07:57.486720 dv-cinder-773985-32-iscsi neutron-server[102970]: 'Log': {'1.0'}, Feb 16 14:07:57.486720 dv-cinder-773985-32-iscsi neutron-server[102970]: 'Network': {'1.1'}, Feb 16 14:07:57.486720 dv-cinder-773985-32-iscsi neutron-server[102970]: 'Port': {'1.7'}, Feb 16 14:07:57.486720 dv-cinder-773985-32-iscsi neutron-server[102970]: 'PortForwarding': {'1.2'}, Feb 16 14:07:57.486720 dv-cinder-773985-32-iscsi neutron-server[102970]: 'QosPolicy': {'1.10'}, Feb 16 14:07:57.486720 dv-cinder-773985-32-iscsi neutron-server[102970]: 'SecurityGroup': {'1.5'}, Feb 16 14:07:57.486720 dv-cinder-773985-32-iscsi neutron-server[102970]: 'SecurityGroupRule': {'1.2'}, Feb 16 14:07:57.486720 dv-cinder-773985-32-iscsi neutron-server[102970]: 'SubPort': {'1.0'}, Feb 16 14:07:57.486720 dv-cinder-773985-32-iscsi neutron-server[102970]: 'Subnet': {'1.1'}, Feb 16 14:07:57.486720 dv-cinder-773985-32-iscsi neutron-server[102970]: 'Trunk': {'1.1'}} Feb 16 14:07:57.486720 dv-cinder-773985-32-iscsi neutron-server[102970]: consumer versions: Feb 16 14:07:57.486720 dv-cinder-773985-32-iscsi neutron-server[102970]: { DHCP agent@dv-cinder-773985-32-iscsi: {}, Feb 16 14:07:57.486720 dv-cinder-773985-32-iscsi neutron-server[102970]: L3 agent@dv-cinder-773985-32-iscsi: {}, Feb 16 14:07:57.486720 dv-cinder-773985-32-iscsi neutron-server[102970]: Metadata agent@dv-cinder-773985-32-iscsi: {}, Feb 16 14:07:57.486720 dv-cinder-773985-32-iscsi neutron-server[102970]: Metering agent@dv-cinder-773985-32-iscsi: {}, Feb 16 14:07:57.486720 dv-cinder-773985-32-iscsi neutron-server[102970]: Open vSwitch agent@dv-cinder-773985-32-iscsi: { 'AddressGroup': '1.2', Feb 16 14:07:57.486720 dv-cinder-773985-32-iscsi neutron-server[102970]: 'ConntrackHelper': '1.0', Feb 16 14:07:57.486720 dv-cinder-773985-32-iscsi neutron-server[102970]: 'LocalIPAssociation': '1.0', Feb 16 14:07:57.486720 dv-cinder-773985-32-iscsi neutron-server[102970]: 'Log': '1.0', Feb 16 14:07:57.486720 dv-cinder-773985-32-iscsi neutron-server[102970]: 'Network': '1.1', Feb 16 14:07:57.486720 dv-cinder-773985-32-iscsi neutron-server[102970]: 'Port': '1.7', Feb 16 14:07:57.486720 dv-cinder-773985-32-iscsi neutron-server[102970]: 'PortForwarding': '1.2', Feb 16 14:07:57.486720 dv-cinder-773985-32-iscsi neutron-server[102970]: 'QosPolicy': '1.10', Feb 16 14:07:57.486720 dv-cinder-773985-32-iscsi neutron-server[102970]: 'SecurityGroup': '1.5', Feb 16 14:07:57.486720 dv-cinder-773985-32-iscsi neutron-server[102970]: 'SecurityGroupRule': '1.2', Feb 16 14:07:57.486720 dv-cinder-773985-32-iscsi neutron-server[102970]: 'SubPort': '1.0', Feb 16 14:07:57.486720 dv-cinder-773985-32-iscsi neutron-server[102970]: 'Subnet': '1.1', Feb 16 14:07:57.486720 dv-cinder-773985-32-iscsi neutron-server[102970]: 'Trunk': '1.1'}} Feb 16 14:07:57.486720 dv-cinder-773985-32-iscsi neutron-server[102970]: {{(pid=102970) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 14:07:57.515817 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-3a1c2205-8637-4e46-8ae8-6c818d605c46 None None] Attempting to bind port 29e72865-d271-45f1-bb1c-192ec75f6a3f on host dv-cinder-773985-32-iscsi for vnic_type normal with profile {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:07:57.516224 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-3a1c2205-8637-4e46-8ae8-6c818d605c46 None None] Attempting to bind port 29e72865-d271-45f1-bb1c-192ec75f6a3f by drivers openvswitch,hyperv on host dv-cinder-773985-32-iscsi at level 0 using segments [{'id': 'd84f442c-de9c-498d-ba80-ae994da0b179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'c5ae73da-7746-49d1-8aec-ef40ecad56f5'}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:07:57.516634 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1c2205-8637-4e46-8ae8-6c818d605c46 None None] Attempting to bind port 29e72865-d271-45f1-bb1c-192ec75f6a3f on network c5ae73da-7746-49d1-8aec-ef40ecad56f5 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:07:57.521428 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1c2205-8637-4e46-8ae8-6c818d605c46 None None] Checking agent: {'id': '529a93d1-f8f6-4ba2-8600-6635050f85df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 7, 45), 'started_at': datetime.datetime(2022, 2, 16, 14, 7, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:07:57.521817 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1c2205-8637-4e46-8ae8-6c818d605c46 None None] Checking segment: {'id': 'd84f442c-de9c-498d-ba80-ae994da0b179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'c5ae73da-7746-49d1-8aec-ef40ecad56f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:07:57.522361 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-3a1c2205-8637-4e46-8ae8-6c818d605c46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:07:57.522734 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1c2205-8637-4e46-8ae8-6c818d605c46 None None] Bound using segment: {'id': 'd84f442c-de9c-498d-ba80-ae994da0b179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'c5ae73da-7746-49d1-8aec-ef40ecad56f5'} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:07:57.523157 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-3a1c2205-8637-4e46-8ae8-6c818d605c46 None None] Bound port: 29e72865-d271-45f1-bb1c-192ec75f6a3f, host: dv-cinder-773985-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd84f442c-de9c-498d-ba80-ae994da0b179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'c5ae73da-7746-49d1-8aec-ef40ecad56f5'}}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:07:57.523580 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-3a1c2205-8637-4e46-8ae8-6c818d605c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (29e72865-d271-45f1-bb1c-192ec75f6a3f), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:07:57.591063 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-3a1c2205-8637-4e46-8ae8-6c818d605c46 None None] For port 29e72865-d271-45f1-bb1c-192ec75f6a3f, host dv-cinder-773985-32-iscsi, cleared binding levels {{(pid=102970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:07:57.595469 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-3a1c2205-8637-4e46-8ae8-6c818d605c46 None None] For port 29e72865-d271-45f1-bb1c-192ec75f6a3f, host dv-cinder-773985-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=29e72865-d271-45f1-bb1c-192ec75f6a3f,segment=NetworkSegment(d84f442c-de9c-498d-ba80-ae994da0b179),segment_id=d84f442c-de9c-498d-ba80-ae994da0b179)] {{(pid=102970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:07:57.603501 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-3a1c2205-8637-4e46-8ae8-6c818d605c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (29e72865-d271-45f1-bb1c-192ec75f6a3f), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:07:57.668527 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1c2205-8637-4e46-8ae8-6c818d605c46 None None] Pushing event updated for resources: {'Port': ['ID=29e72865-d271-45f1-bb1c-192ec75f6a3f,revision_number=2']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:07:58.965147 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 49312) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:07:59.297300 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [None req-46ab9bd4-dc3e-4aa4-aa1c-84d055f4a1ce admin admin] http://10.222.0.120:9696/v2.0/extensions returned with HTTP 200 {{(pid=102969) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 14:07:59.298299 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-46ab9bd4-dc3e-4aa4-aa1c-84d055f4a1ce admin admin] 10.222.0.120 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3322146 Feb 16 14:08:01.970727 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 49320) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:08:02.334194 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [None req-52eea65a-6227-47e9-8595-403b29f185e0 admin admin] http://10.222.0.120:9696/v2.0/extensions returned with HTTP 200 {{(pid=102968) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 14:08:02.335284 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-52eea65a-6227-47e9-8595-403b29f185e0 admin admin] 10.222.0.120 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3635449 Feb 16 14:08:05.010805 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 49328) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:08:05.407752 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-546932a6-afd1-407e-81ea-b2c8777b839d demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:08:05.437272 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-546932a6-afd1-407e-81ea-b2c8777b839d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24928'] for router (cf0a3586-aa5c-4f5f-8e02-fba48349bbf6), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:05.439000 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-546932a6-afd1-407e-81ea-b2c8777b839d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1644564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24987'] for router (cf0a3586-aa5c-4f5f-8e02-fba48349bbf6), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:05.585286 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-546932a6-afd1-407e-81ea-b2c8777b839d demo demo] Publish callbacks [] for router_controller (cf0a3586-aa5c-4f5f-8e02-fba48349bbf6), precommit_add_association {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:05.591152 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-546932a6-afd1-407e-81ea-b2c8777b839d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1596030'] for router (cf0a3586-aa5c-4f5f-8e02-fba48349bbf6), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:05.611423 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-546932a6-afd1-407e-81ea-b2c8777b839d demo demo] Publish callbacks [] for router (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:05.612647 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-546932a6-afd1-407e-81ea-b2c8777b839d demo demo] 10.222.0.120 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6003263 Feb 16 14:08:08.341305 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 49340) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:08:08.761724 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [None req-7557ceb7-58f2-4ec5-95af-4808bfb933e5 admin admin] http://10.222.0.120:9696/v2.0/extensions returned with HTTP 200 {{(pid=102968) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 14:08:08.762793 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-7557ceb7-58f2-4ec5-95af-4808bfb933e5 admin admin] 10.222.0.120 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4206030 Feb 16 14:08:08.944981 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-0eb2dda9-927f-4911-b375-70ef85347ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (10a26995-69c6-4373-972b-e8a4ac0e51da), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:09.670754 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a50127-5e43-4c36-91f6-fab9c837751a None None] Network c5ae73da-7746-49d1-8aec-ef40ecad56f5 requested from dv-cinder-773985-32-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:08:09.810334 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-0e3fc6d7-0d7a-43d6-87b3-4ed27f9e7be2 None None] Provisioning complete for port 29e72865-d271-45f1-bb1c-192ec75f6a3f triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:08:09.810784 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-0e3fc6d7-0d7a-43d6-87b3-4ed27f9e7be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (29e72865-d271-45f1-bb1c-192ec75f6a3f), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:09.833744 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device 29e72865-d271-45f1-bb1c-192ec75f6a3f up at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:08:10.047743 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-0e3fc6d7-0d7a-43d6-87b3-4ed27f9e7be2 None None] Current status of the port 29e72865-d271-45f1-bb1c-192ec75f6a3f is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:08:10.048777 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-0e3fc6d7-0d7a-43d6-87b3-4ed27f9e7be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (29e72865-d271-45f1-bb1c-192ec75f6a3f), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:10.068926 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Provisioning complete for port 29e72865-d271-45f1-bb1c-192ec75f6a3f triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:08:10.069476 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (29e72865-d271-45f1-bb1c-192ec75f6a3f), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:10.159557 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-0e3fc6d7-0d7a-43d6-87b3-4ed27f9e7be2 None None] For port 29e72865-d271-45f1-bb1c-192ec75f6a3f, host dv-cinder-773985-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=29e72865-d271-45f1-bb1c-192ec75f6a3f,segment=NetworkSegment(d84f442c-de9c-498d-ba80-ae994da0b179),segment_id=d84f442c-de9c-498d-ba80-ae994da0b179)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:08:10.166215 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-0e3fc6d7-0d7a-43d6-87b3-4ed27f9e7be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (29e72865-d271-45f1-bb1c-192ec75f6a3f), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:10.259516 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Current status of the port 29e72865-d271-45f1-bb1c-192ec75f6a3f is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:08:10.262411 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3fc6d7-0d7a-43d6-87b3-4ed27f9e7be2 None None] Pushing event updated for resources: {'Port': ['ID=29e72865-d271-45f1-bb1c-192ec75f6a3f,revision_number=3']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:08:10.399184 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-ebeae2ea-99b1-42a3-ad44-ddb9e8635fc1 None None] Provisioning complete for port 29e72865-d271-45f1-bb1c-192ec75f6a3f triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:08:10.399728 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ebeae2ea-99b1-42a3-ad44-ddb9e8635fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (29e72865-d271-45f1-bb1c-192ec75f6a3f), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:10.485533 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-ebeae2ea-99b1-42a3-ad44-ddb9e8635fc1 None None] Current status of the port 29e72865-d271-45f1-bb1c-192ec75f6a3f is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:08:11.131997 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-43ee5583-d44f-4614-9146-efc92f343d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (531611a8-34ea-4f1f-8d10-111cbf56a8a1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:11.530861 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 49350) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:08:11.766105 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device 29e72865-d271-45f1-bb1c-192ec75f6a3f up at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:08:11.833329 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Provisioning complete for port 29e72865-d271-45f1-bb1c-192ec75f6a3f triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:08:11.833776 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (29e72865-d271-45f1-bb1c-192ec75f6a3f), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:11.938903 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Current status of the port 29e72865-d271-45f1-bb1c-192ec75f6a3f is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:08:11.943611 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-6a957053-c656-4ee8-a799-57653a6f7690 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'router:external': True}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:08:11.969757 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a957053-c656-4ee8-a799-57653a6f7690 admin admin] Made reservation on behalf of b20f1c478c2143e49840e0991fc6ac9c for: {'network': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:08:11.972206 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6a957053-c656-4ee8-a799-57653a6f7690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for network (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:11.981497 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6a957053-c656-4ee8-a799-57653a6f7690 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:12.067711 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6a957053-c656-4ee8-a799-57653a6f7690 admin admin] Publish callbacks [] for security_group (d4615d8b-8d4e-4e03-ad69-e14c3fa5f637), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:12.071698 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6a957053-c656-4ee8-a799-57653a6f7690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (d4615d8b-8d4e-4e03-ad69-e14c3fa5f637), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:12.093091 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6a957053-c656-4ee8-a799-57653a6f7690 admin admin] Reserving flat network on physical network physnet1 {{(pid=102968) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 16 14:08:12.107876 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a957053-c656-4ee8-a799-57653a6f7690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4615d8b-8d4e-4e03-ad69-e14c3fa5f637,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:08:12.115390 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6a957053-c656-4ee8-a799-57653a6f7690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894495'] for segment (26d58d4e-c6ed-4576-9373-5fb9e6fda4ae), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:12.115583 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.db.segments_db [None req-6a957053-c656-4ee8-a799-57653a6f7690 admin admin] Added segment 26d58d4e-c6ed-4576-9373-5fb9e6fda4ae of type flat for network 5b71b9ca-6085-48b7-9167-93053be13444 Feb 16 14:08:12.172227 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6a957053-c656-4ee8-a799-57653a6f7690 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784246940290'] for network (5b71b9ca-6085-48b7-9167-93053be13444), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:12.206768 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6a957053-c656-4ee8-a799-57653a6f7690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354'] for network (5b71b9ca-6085-48b7-9167-93053be13444), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:12.207681 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a957053-c656-4ee8-a799-57653a6f7690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:08:12.208263 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6a957053-c656-4ee8-a799-57653a6f7690 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for network (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:12.257458 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-6a957053-c656-4ee8-a799-57653a6f7690 admin admin] 10.222.0.120 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7254515 Feb 16 14:08:12.313481 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a957053-c656-4ee8-a799-57653a6f7690 admin admin] Pushing event updated for resources: {'Network': ['ID=5b71b9ca-6085-48b7-9167-93053be13444,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:08:12.330132 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Network 5b71b9ca-6085-48b7-9167-93053be13444 details requested by agent ovs-agent-dv-cinder-773985-32-iscsi with host dv-cinder-773985-32-iscsi {{(pid=102970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:08:12.337320 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f4fb-7ea9-448d-9c44-08fc2737c2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (86100e92-d951-4144-bd87-36328b8a7b76), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:13.641271 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ac86131d-db3b-4e6c-9567-647e6948f8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (6a38cbfe-57d3-4d37-ac59-552f6dc7f99c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:14.829309 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 49368) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:08:14.993272 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (529a93d1-f8f6-4ba2-8600-6635050f85df), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:15.062749 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6568cca1-01aa-415d-a8cf-b358670994d9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:08:15.064311 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-6568cca1-01aa-415d-a8cf-b358670994d9 demo admin] 10.222.0.120 "GET /v2.0/subnets/948a47aa-93b6-4566-a725-c9a42291b67a HTTP/1.1" status: 200 len: 849 time: 0.2340856 Feb 16 14:08:15.232197 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-905b70a3-8434-4d74-9a8f-8a588d8fa256 demo admin] 10.222.0.120 "GET /v2.0/routers/cf0a3586-aa5c-4f5f-8e02-fba48349bbf6 HTTP/1.1" status: 200 len: 704 time: 0.1620374 Feb 16 14:08:15.518398 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a2058e06-6148-4fa6-a426-3c7f41af4447 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:15.820689 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.db.db_base_plugin_common [None req-a2058e06-6148-4fa6-a426-3c7f41af4447 demo admin] Allocated IP 172.20.0.1 (c5ae73da-7746-49d1-8aec-ef40ecad56f5/948a47aa-93b6-4566-a725-c9a42291b67a/7ed312e7-cbfe-4261-b16b-b7e0e202d2b9) {{(pid=102969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:08:16.032538 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a2058e06-6148-4fa6-a426-3c7f41af4447 demo admin] Publish callbacks [] for port (7ed312e7-cbfe-4261-b16b-b7e0e202d2b9), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:16.100914 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a2058e06-6148-4fa6-a426-3c7f41af4447 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784246951208'] for port (7ed312e7-cbfe-4261-b16b-b7e0e202d2b9), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:16.142588 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2058e06-6148-4fa6-a426-3c7f41af4447 demo admin] Network c5ae73da-7746-49d1-8aec-ef40ecad56f5 is already hosted by enough agents. {{(pid=102969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:08:16.144034 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-a2058e06-6148-4fa6-a426-3c7f41af4447 demo admin] Resources bound (agent type, host, resource id): {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:08:16.211433 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2058e06-6148-4fa6-a426-3c7f41af4447 demo admin] Received port after_create {{(pid=102969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:08:16.212400 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a2058e06-6148-4fa6-a426-3c7f41af4447 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1593123'] for router_interface (cf0a3586-aa5c-4f5f-8e02-fba48349bbf6), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:16.274201 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2058e06-6148-4fa6-a426-3c7f41af4447 demo admin] Pushing event updated for resources: {'Port': ['ID=7ed312e7-cbfe-4261-b16b-b7e0e202d2b9,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:08:16.293137 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2058e06-6148-4fa6-a426-3c7f41af4447 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:08:16.293502 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2058e06-6148-4fa6-a426-3c7f41af4447 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:08:16.293847 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2058e06-6148-4fa6-a426-3c7f41af4447 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:08:16.294180 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2058e06-6148-4fa6-a426-3c7f41af4447 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:08:16.294518 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2058e06-6148-4fa6-a426-3c7f41af4447 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:08:16.294842 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2058e06-6148-4fa6-a426-3c7f41af4447 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:08:16.295182 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2058e06-6148-4fa6-a426-3c7f41af4447 demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:08:16.295534 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2058e06-6148-4fa6-a426-3c7f41af4447 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:08:16.295878 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2058e06-6148-4fa6-a426-3c7f41af4447 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:08:16.296221 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2058e06-6148-4fa6-a426-3c7f41af4447 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:08:16.296552 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2058e06-6148-4fa6-a426-3c7f41af4447 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:08:16.296872 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2058e06-6148-4fa6-a426-3c7f41af4447 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:08:16.297188 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2058e06-6148-4fa6-a426-3c7f41af4447 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:08:16.298562 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2058e06-6148-4fa6-a426-3c7f41af4447 demo admin] Tracked resource versions report: Feb 16 14:08:16.298562 dv-cinder-773985-32-iscsi neutron-server[102969]: pushed versions: Feb 16 14:08:16.298562 dv-cinder-773985-32-iscsi neutron-server[102969]: { 'AddressGroup': {'1.2'}, Feb 16 14:08:16.298562 dv-cinder-773985-32-iscsi neutron-server[102969]: 'ConntrackHelper': {'1.0'}, Feb 16 14:08:16.298562 dv-cinder-773985-32-iscsi neutron-server[102969]: 'LocalIPAssociation': {'1.0'}, Feb 16 14:08:16.298562 dv-cinder-773985-32-iscsi neutron-server[102969]: 'Log': {'1.0'}, Feb 16 14:08:16.298562 dv-cinder-773985-32-iscsi neutron-server[102969]: 'Network': {'1.1'}, Feb 16 14:08:16.298562 dv-cinder-773985-32-iscsi neutron-server[102969]: 'Port': {'1.7'}, Feb 16 14:08:16.298562 dv-cinder-773985-32-iscsi neutron-server[102969]: 'PortForwarding': {'1.2'}, Feb 16 14:08:16.298562 dv-cinder-773985-32-iscsi neutron-server[102969]: 'QosPolicy': {'1.10'}, Feb 16 14:08:16.298562 dv-cinder-773985-32-iscsi neutron-server[102969]: 'SecurityGroup': {'1.5'}, Feb 16 14:08:16.298562 dv-cinder-773985-32-iscsi neutron-server[102969]: 'SecurityGroupRule': {'1.2'}, Feb 16 14:08:16.298562 dv-cinder-773985-32-iscsi neutron-server[102969]: 'SubPort': {'1.0'}, Feb 16 14:08:16.298562 dv-cinder-773985-32-iscsi neutron-server[102969]: 'Subnet': {'1.1'}, Feb 16 14:08:16.298562 dv-cinder-773985-32-iscsi neutron-server[102969]: 'Trunk': {'1.1'}} Feb 16 14:08:16.298562 dv-cinder-773985-32-iscsi neutron-server[102969]: consumer versions: Feb 16 14:08:16.298562 dv-cinder-773985-32-iscsi neutron-server[102969]: { DHCP agent@dv-cinder-773985-32-iscsi: {}, Feb 16 14:08:16.298562 dv-cinder-773985-32-iscsi neutron-server[102969]: L3 agent@dv-cinder-773985-32-iscsi: {}, Feb 16 14:08:16.298562 dv-cinder-773985-32-iscsi neutron-server[102969]: Metadata agent@dv-cinder-773985-32-iscsi: {}, Feb 16 14:08:16.298562 dv-cinder-773985-32-iscsi neutron-server[102969]: Metering agent@dv-cinder-773985-32-iscsi: {}, Feb 16 14:08:16.298562 dv-cinder-773985-32-iscsi neutron-server[102969]: Open vSwitch agent@dv-cinder-773985-32-iscsi: { 'AddressGroup': '1.2', Feb 16 14:08:16.298562 dv-cinder-773985-32-iscsi neutron-server[102969]: 'ConntrackHelper': '1.0', Feb 16 14:08:16.298562 dv-cinder-773985-32-iscsi neutron-server[102969]: 'LocalIPAssociation': '1.0', Feb 16 14:08:16.298562 dv-cinder-773985-32-iscsi neutron-server[102969]: 'Log': '1.0', Feb 16 14:08:16.298562 dv-cinder-773985-32-iscsi neutron-server[102969]: 'Network': '1.1', Feb 16 14:08:16.298562 dv-cinder-773985-32-iscsi neutron-server[102969]: 'Port': '1.7', Feb 16 14:08:16.298562 dv-cinder-773985-32-iscsi neutron-server[102969]: 'PortForwarding': '1.2', Feb 16 14:08:16.298562 dv-cinder-773985-32-iscsi neutron-server[102969]: 'QosPolicy': '1.10', Feb 16 14:08:16.298562 dv-cinder-773985-32-iscsi neutron-server[102969]: 'SecurityGroup': '1.5', Feb 16 14:08:16.298562 dv-cinder-773985-32-iscsi neutron-server[102969]: 'SecurityGroupRule': '1.2', Feb 16 14:08:16.298562 dv-cinder-773985-32-iscsi neutron-server[102969]: 'SubPort': '1.0', Feb 16 14:08:16.298562 dv-cinder-773985-32-iscsi neutron-server[102969]: 'Subnet': '1.1', Feb 16 14:08:16.298562 dv-cinder-773985-32-iscsi neutron-server[102969]: 'Trunk': '1.1'}} Feb 16 14:08:16.298562 dv-cinder-773985-32-iscsi neutron-server[102969]: {{(pid=102969) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 14:08:16.440726 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a2058e06-6148-4fa6-a426-3c7f41af4447 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (7ed312e7-cbfe-4261-b16b-b7e0e202d2b9), before_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:16.442457 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-ab04cc8b-b2d6-4d04-b772-966003b49231 None None] Provisioning complete for port 7ed312e7-cbfe-4261-b16b-b7e0e202d2b9 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:08:16.443030 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ab04cc8b-b2d6-4d04-b772-966003b49231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (7ed312e7-cbfe-4261-b16b-b7e0e202d2b9), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:16.477342 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-ab04cc8b-b2d6-4d04-b772-966003b49231 None None] Port 7ed312e7-cbfe-4261-b16b-b7e0e202d2b9 cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:08:16.657209 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a2058e06-6148-4fa6-a426-3c7f41af4447 demo admin] Publish callbacks [] for port (7ed312e7-cbfe-4261-b16b-b7e0e202d2b9), precommit_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:16.661598 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a2058e06-6148-4fa6-a426-3c7f41af4447 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (7ed312e7-cbfe-4261-b16b-b7e0e202d2b9), after_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:16.662431 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a2058e06-6148-4fa6-a426-3c7f41af4447 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2062336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1593279'] for router_interface (cf0a3586-aa5c-4f5f-8e02-fba48349bbf6), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:16.719051 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2058e06-6148-4fa6-a426-3c7f41af4447 demo admin] Pushing event updated for resources: {'Port': ['ID=7ed312e7-cbfe-4261-b16b-b7e0e202d2b9,revision_number=2']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:08:16.790508 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2058e06-6148-4fa6-a426-3c7f41af4447 demo admin] Network c5ae73da-7746-49d1-8aec-ef40ecad56f5 is already hosted by enough agents. {{(pid=102969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:08:16.791808 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-a2058e06-6148-4fa6-a426-3c7f41af4447 demo admin] Resources bound (agent type, host, resource id): {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:08:16.999082 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-c9be19c0-96c8-464d-96fb-dc6300c7f5cf None None] Provisioning complete for port 7ed312e7-cbfe-4261-b16b-b7e0e202d2b9 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:08:16.999779 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c9be19c0-96c8-464d-96fb-dc6300c7f5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (7ed312e7-cbfe-4261-b16b-b7e0e202d2b9), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:17.007505 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2058e06-6148-4fa6-a426-3c7f41af4447 demo admin] Router cf0a3586-aa5c-4f5f-8e02-fba48349bbf6 is scheduled to L3 agent 531611a8-34ea-4f1f-8d10-111cbf56a8a1 with binding_index 1 {{(pid=102969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:08:17.038712 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c9be19c0-96c8-464d-96fb-dc6300c7f5cf None None] Port 7ed312e7-cbfe-4261-b16b-b7e0e202d2b9 cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:08:17.103620 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2058e06-6148-4fa6-a426-3c7f41af4447 demo admin] Notify agent at l3_agent.dv-cinder-773985-32-iscsi the message routers_updated {{(pid=102969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:08:17.109713 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-a2058e06-6148-4fa6-a426-3c7f41af4447 demo admin] 10.222.0.120 "PUT /v2.0/routers/cf0a3586-aa5c-4f5f-8e02-fba48349bbf6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8723564 Feb 16 14:08:17.114681 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe59067a-de3f-4fd6-b68b-5533ef3fa42b None None] Sync routers for ids ['cf0a3586-aa5c-4f5f-8e02-fba48349bbf6'] in dv-cinder-773985-32-iscsi {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:08:17.128171 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe59067a-de3f-4fd6-b68b-5533ef3fa42b None None] Routers {'cf0a3586-aa5c-4f5f-8e02-fba48349bbf6'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:08:17.128997 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-fe59067a-de3f-4fd6-b68b-5533ef3fa42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:08:11Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['cf0a3586-aa5c-4f5f-8e02-fba48349bbf6'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:08:17.324414 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-fe59067a-de3f-4fd6-b68b-5533ef3fa42b None None] Set router cf0a3586-aa5c-4f5f-8e02-fba48349bbf6 gateway port host: None {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:08:17.768128 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-fe59067a-de3f-4fd6-b68b-5533ef3fa42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf0a3586-aa5c-4f5f-8e02-fba48349bbf6', 'name': 'router1', 'tenant_id': 'c3fb28af9553487b81287f221536e500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:08:05Z', 'updated_at': '2022-02-16T14:08:16Z', 'revision_number': 2, 'project_id': 'c3fb28af9553487b81287f221536e500', 'gw_port_host': None, '_interfaces': [{'id': '7ed312e7-cbfe-4261-b16b-b7e0e202d2b9', 'name': '', 'network_id': 'c5ae73da-7746-49d1-8aec-ef40ecad56f5', 'tenant_id': 'c3fb28af9553487b81287f221536e500', 'mac_address': 'fa:16:3e:25:b9:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf0a3586-aa5c-4f5f-8e02-fba48349bbf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '948a47aa-93b6-4566-a725-c9a42291b67a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:08:15Z', 'updated_at': '2022-02-16T14:08:16Z', 'revision_number': 2, 'project_id': 'c3fb28af9553487b81287f221536e500', 'subnets': [{'id': '948a47aa-93b6-4566-a725-c9a42291b67a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7d646f60-5d24-497a-94d9-2617487ff813'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:08:17.820099 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe59067a-de3f-4fd6-b68b-5533ef3fa42b None None] Checking router: cf0a3586-aa5c-4f5f-8e02-fba48349bbf6 for host: dv-cinder-773985-32-iscsi {{(pid=102971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:08:17.820467 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe59067a-de3f-4fd6-b68b-5533ef3fa42b None None] Updating router cf0a3586-aa5c-4f5f-8e02-fba48349bbf6 port 7ed312e7-cbfe-4261-b16b-b7e0e202d2b9 binding host dv-cinder-773985-32-iscsi {{(pid=102971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:08:17.880938 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-fe59067a-de3f-4fd6-b68b-5533ef3fa42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (7ed312e7-cbfe-4261-b16b-b7e0e202d2b9), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:18.412208 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-fe59067a-de3f-4fd6-b68b-5533ef3fa42b None None] Publish callbacks [] for port (7ed312e7-cbfe-4261-b16b-b7e0e202d2b9), precommit_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:18.420605 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-fe59067a-de3f-4fd6-b68b-5533ef3fa42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (7ed312e7-cbfe-4261-b16b-b7e0e202d2b9), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:18.588326 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb92393-e699-47d4-b28b-75d3d1d9dd4b None None] Pushing event updated for resources: {'Port': ['ID=7ed312e7-cbfe-4261-b16b-b7e0e202d2b9,revision_number=3']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:08:18.606130 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [None req-fe59067a-de3f-4fd6-b68b-5533ef3fa42b None None] Attempting to bind port 7ed312e7-cbfe-4261-b16b-b7e0e202d2b9 on host dv-cinder-773985-32-iscsi for vnic_type normal with profile {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:08:18.606531 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [None req-fe59067a-de3f-4fd6-b68b-5533ef3fa42b None None] Attempting to bind port 7ed312e7-cbfe-4261-b16b-b7e0e202d2b9 by drivers openvswitch,hyperv on host dv-cinder-773985-32-iscsi at level 0 using segments [{'id': 'd84f442c-de9c-498d-ba80-ae994da0b179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'c5ae73da-7746-49d1-8aec-ef40ecad56f5'}] {{(pid=102971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:08:18.606981 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe59067a-de3f-4fd6-b68b-5533ef3fa42b None None] Attempting to bind port 7ed312e7-cbfe-4261-b16b-b7e0e202d2b9 on network c5ae73da-7746-49d1-8aec-ef40ecad56f5 {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:08:18.610482 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb92393-e699-47d4-b28b-75d3d1d9dd4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:08:18.610755 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb92393-e699-47d4-b28b-75d3d1d9dd4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:08:18.610923 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb92393-e699-47d4-b28b-75d3d1d9dd4b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:08:18.611223 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb92393-e699-47d4-b28b-75d3d1d9dd4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:08:18.611605 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb92393-e699-47d4-b28b-75d3d1d9dd4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:08:18.611942 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb92393-e699-47d4-b28b-75d3d1d9dd4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:08:18.612289 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb92393-e699-47d4-b28b-75d3d1d9dd4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:08:18.612628 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb92393-e699-47d4-b28b-75d3d1d9dd4b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:08:18.612956 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb92393-e699-47d4-b28b-75d3d1d9dd4b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:08:18.613297 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb92393-e699-47d4-b28b-75d3d1d9dd4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:08:18.613626 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb92393-e699-47d4-b28b-75d3d1d9dd4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:08:18.613951 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb92393-e699-47d4-b28b-75d3d1d9dd4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:08:18.614273 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb92393-e699-47d4-b28b-75d3d1d9dd4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:08:18.615792 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb92393-e699-47d4-b28b-75d3d1d9dd4b None None] Tracked resource versions report: Feb 16 14:08:18.615792 dv-cinder-773985-32-iscsi neutron-server[102971]: pushed versions: Feb 16 14:08:18.615792 dv-cinder-773985-32-iscsi neutron-server[102971]: { 'AddressGroup': {'1.2'}, Feb 16 14:08:18.615792 dv-cinder-773985-32-iscsi neutron-server[102971]: 'ConntrackHelper': {'1.0'}, Feb 16 14:08:18.615792 dv-cinder-773985-32-iscsi neutron-server[102971]: 'LocalIPAssociation': {'1.0'}, Feb 16 14:08:18.615792 dv-cinder-773985-32-iscsi neutron-server[102971]: 'Log': {'1.0'}, Feb 16 14:08:18.615792 dv-cinder-773985-32-iscsi neutron-server[102971]: 'Network': {'1.1'}, Feb 16 14:08:18.615792 dv-cinder-773985-32-iscsi neutron-server[102971]: 'Port': {'1.7'}, Feb 16 14:08:18.615792 dv-cinder-773985-32-iscsi neutron-server[102971]: 'PortForwarding': {'1.2'}, Feb 16 14:08:18.615792 dv-cinder-773985-32-iscsi neutron-server[102971]: 'QosPolicy': {'1.10'}, Feb 16 14:08:18.615792 dv-cinder-773985-32-iscsi neutron-server[102971]: 'SecurityGroup': {'1.5'}, Feb 16 14:08:18.615792 dv-cinder-773985-32-iscsi neutron-server[102971]: 'SecurityGroupRule': {'1.2'}, Feb 16 14:08:18.615792 dv-cinder-773985-32-iscsi neutron-server[102971]: 'SubPort': {'1.0'}, Feb 16 14:08:18.615792 dv-cinder-773985-32-iscsi neutron-server[102971]: 'Subnet': {'1.1'}, Feb 16 14:08:18.615792 dv-cinder-773985-32-iscsi neutron-server[102971]: 'Trunk': {'1.1'}} Feb 16 14:08:18.615792 dv-cinder-773985-32-iscsi neutron-server[102971]: consumer versions: Feb 16 14:08:18.615792 dv-cinder-773985-32-iscsi neutron-server[102971]: { DHCP agent@dv-cinder-773985-32-iscsi: {}, Feb 16 14:08:18.615792 dv-cinder-773985-32-iscsi neutron-server[102971]: L3 agent@dv-cinder-773985-32-iscsi: {}, Feb 16 14:08:18.615792 dv-cinder-773985-32-iscsi neutron-server[102971]: Metadata agent@dv-cinder-773985-32-iscsi: {}, Feb 16 14:08:18.615792 dv-cinder-773985-32-iscsi neutron-server[102971]: Metering agent@dv-cinder-773985-32-iscsi: {}, Feb 16 14:08:18.615792 dv-cinder-773985-32-iscsi neutron-server[102971]: Open vSwitch agent@dv-cinder-773985-32-iscsi: { 'AddressGroup': '1.2', Feb 16 14:08:18.615792 dv-cinder-773985-32-iscsi neutron-server[102971]: 'ConntrackHelper': '1.0', Feb 16 14:08:18.615792 dv-cinder-773985-32-iscsi neutron-server[102971]: 'LocalIPAssociation': '1.0', Feb 16 14:08:18.615792 dv-cinder-773985-32-iscsi neutron-server[102971]: 'Log': '1.0', Feb 16 14:08:18.615792 dv-cinder-773985-32-iscsi neutron-server[102971]: 'Network': '1.1', Feb 16 14:08:18.615792 dv-cinder-773985-32-iscsi neutron-server[102971]: 'Port': '1.7', Feb 16 14:08:18.615792 dv-cinder-773985-32-iscsi neutron-server[102971]: 'PortForwarding': '1.2', Feb 16 14:08:18.615792 dv-cinder-773985-32-iscsi neutron-server[102971]: 'QosPolicy': '1.10', Feb 16 14:08:18.615792 dv-cinder-773985-32-iscsi neutron-server[102971]: 'SecurityGroup': '1.5', Feb 16 14:08:18.615792 dv-cinder-773985-32-iscsi neutron-server[102971]: 'SecurityGroupRule': '1.2', Feb 16 14:08:18.615792 dv-cinder-773985-32-iscsi neutron-server[102971]: 'SubPort': '1.0', Feb 16 14:08:18.615792 dv-cinder-773985-32-iscsi neutron-server[102971]: 'Subnet': '1.1', Feb 16 14:08:18.615792 dv-cinder-773985-32-iscsi neutron-server[102971]: 'Trunk': '1.1'}} Feb 16 14:08:18.615792 dv-cinder-773985-32-iscsi neutron-server[102971]: {{(pid=102971) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 14:08:18.623201 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe59067a-de3f-4fd6-b68b-5533ef3fa42b None None] Checking agent: {'id': '529a93d1-f8f6-4ba2-8600-6635050f85df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 7, 45), 'started_at': datetime.datetime(2022, 2, 16, 14, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:08:18.623751 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe59067a-de3f-4fd6-b68b-5533ef3fa42b None None] Checking segment: {'id': 'd84f442c-de9c-498d-ba80-ae994da0b179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'c5ae73da-7746-49d1-8aec-ef40ecad56f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:08:18.624145 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-fe59067a-de3f-4fd6-b68b-5533ef3fa42b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:18.624816 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe59067a-de3f-4fd6-b68b-5533ef3fa42b None None] Bound using segment: {'id': 'd84f442c-de9c-498d-ba80-ae994da0b179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'c5ae73da-7746-49d1-8aec-ef40ecad56f5'} {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:08:18.625313 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [None req-fe59067a-de3f-4fd6-b68b-5533ef3fa42b None None] Bound port: 7ed312e7-cbfe-4261-b16b-b7e0e202d2b9, host: dv-cinder-773985-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd84f442c-de9c-498d-ba80-ae994da0b179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': 'c5ae73da-7746-49d1-8aec-ef40ecad56f5'}}] {{(pid=102971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:08:18.625707 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-fe59067a-de3f-4fd6-b68b-5533ef3fa42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (7ed312e7-cbfe-4261-b16b-b7e0e202d2b9), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:18.711333 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [None req-fe59067a-de3f-4fd6-b68b-5533ef3fa42b None None] For port 7ed312e7-cbfe-4261-b16b-b7e0e202d2b9, host dv-cinder-773985-32-iscsi, cleared binding levels {{(pid=102971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:08:18.734536 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [None req-fe59067a-de3f-4fd6-b68b-5533ef3fa42b None None] For port 7ed312e7-cbfe-4261-b16b-b7e0e202d2b9, host dv-cinder-773985-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=7ed312e7-cbfe-4261-b16b-b7e0e202d2b9,segment=NetworkSegment(d84f442c-de9c-498d-ba80-ae994da0b179),segment_id=d84f442c-de9c-498d-ba80-ae994da0b179)] {{(pid=102971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:08:18.742865 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-fe59067a-de3f-4fd6-b68b-5533ef3fa42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (7ed312e7-cbfe-4261-b16b-b7e0e202d2b9), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:18.770895 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-40c76119-261e-429b-bd31-7de29ee8c7a5 None None] Provisioning complete for port 7ed312e7-cbfe-4261-b16b-b7e0e202d2b9 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:08:18.771504 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-40c76119-261e-429b-bd31-7de29ee8c7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (7ed312e7-cbfe-4261-b16b-b7e0e202d2b9), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:18.796825 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb92393-e699-47d4-b28b-75d3d1d9dd4b None None] Pushing event updated for resources: {'Port': ['ID=7ed312e7-cbfe-4261-b16b-b7e0e202d2b9,revision_number=4']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:08:18.846366 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe59067a-de3f-4fd6-b68b-5533ef3fa42b None None] Routers {'cf0a3586-aa5c-4f5f-8e02-fba48349bbf6'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:08:18.847236 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-fe59067a-de3f-4fd6-b68b-5533ef3fa42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:08:11Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['cf0a3586-aa5c-4f5f-8e02-fba48349bbf6'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:08:18.861656 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-40c76119-261e-429b-bd31-7de29ee8c7a5 None None] Current status of the port 7ed312e7-cbfe-4261-b16b-b7e0e202d2b9 is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:08:18.861917 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-40c76119-261e-429b-bd31-7de29ee8c7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (7ed312e7-cbfe-4261-b16b-b7e0e202d2b9), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:18.902262 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-40c76119-261e-429b-bd31-7de29ee8c7a5 None None] For port 7ed312e7-cbfe-4261-b16b-b7e0e202d2b9, host dv-cinder-773985-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=7ed312e7-cbfe-4261-b16b-b7e0e202d2b9,segment=NetworkSegment(d84f442c-de9c-498d-ba80-ae994da0b179),segment_id=d84f442c-de9c-498d-ba80-ae994da0b179)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:08:18.908636 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-40c76119-261e-429b-bd31-7de29ee8c7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (7ed312e7-cbfe-4261-b16b-b7e0e202d2b9), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:18.964904 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-fe59067a-de3f-4fd6-b68b-5533ef3fa42b None None] Set router cf0a3586-aa5c-4f5f-8e02-fba48349bbf6 gateway port host: None {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:08:18.976328 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c76119-261e-429b-bd31-7de29ee8c7a5 None None] Pushing event updated for resources: {'Port': ['ID=7ed312e7-cbfe-4261-b16b-b7e0e202d2b9,revision_number=5']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:08:19.086704 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-146a55d9-f735-43fd-bf11-003dd6249a96 None None] Provisioning complete for port 7ed312e7-cbfe-4261-b16b-b7e0e202d2b9 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:08:19.087013 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-146a55d9-f735-43fd-bf11-003dd6249a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (7ed312e7-cbfe-4261-b16b-b7e0e202d2b9), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:19.168113 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-146a55d9-f735-43fd-bf11-003dd6249a96 None None] Current status of the port 7ed312e7-cbfe-4261-b16b-b7e0e202d2b9 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:08:19.193868 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-fe59067a-de3f-4fd6-b68b-5533ef3fa42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf0a3586-aa5c-4f5f-8e02-fba48349bbf6', 'name': 'router1', 'tenant_id': 'c3fb28af9553487b81287f221536e500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:08:05Z', 'updated_at': '2022-02-16T14:08:16Z', 'revision_number': 2, 'project_id': 'c3fb28af9553487b81287f221536e500', 'gw_port_host': None, '_interfaces': [{'id': '7ed312e7-cbfe-4261-b16b-b7e0e202d2b9', 'name': '', 'network_id': 'c5ae73da-7746-49d1-8aec-ef40ecad56f5', 'tenant_id': 'c3fb28af9553487b81287f221536e500', 'mac_address': 'fa:16:3e:25:b9:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf0a3586-aa5c-4f5f-8e02-fba48349bbf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '948a47aa-93b6-4566-a725-c9a42291b67a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:08:15Z', 'updated_at': '2022-02-16T14:08:18Z', 'revision_number': 4, 'project_id': 'c3fb28af9553487b81287f221536e500', 'subnets': [{'id': '948a47aa-93b6-4566-a725-c9a42291b67a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7d646f60-5d24-497a-94d9-2617487ff813'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:08:19.223912 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe59067a-de3f-4fd6-b68b-5533ef3fa42b None None] The sync data for ids ['cf0a3586-aa5c-4f5f-8e02-fba48349bbf6'] in dv-cinder-773985-32-iscsi is: [{'id': 'cf0a3586-aa5c-4f5f-8e02-fba48349bbf6', 'name': 'router1', 'tenant_id': 'c3fb28af9553487b81287f221536e500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:08:05Z', 'updated_at': '2022-02-16T14:08:16Z', 'revision_number': 2, 'project_id': 'c3fb28af9553487b81287f221536e500', 'gw_port_host': None, '_interfaces': [{'id': '7ed312e7-cbfe-4261-b16b-b7e0e202d2b9', 'name': '', 'network_id': 'c5ae73da-7746-49d1-8aec-ef40ecad56f5', 'tenant_id': 'c3fb28af9553487b81287f221536e500', 'mac_address': 'fa:16:3e:25:b9:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf0a3586-aa5c-4f5f-8e02-fba48349bbf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '948a47aa-93b6-4566-a725-c9a42291b67a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:08:15Z', 'updated_at': '2022-02-16T14:08:18Z', 'revision_number': 4, 'project_id': 'c3fb28af9553487b81287f221536e500', 'subnets': [{'id': '948a47aa-93b6-4566-a725-c9a42291b67a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7d646f60-5d24-497a-94d9-2617487ff813'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:08:19.640095 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 49394) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:08:19.758958 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab3e165-fe75-4bba-9c3b-b14e3ac90382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:08:19.760359 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-8ab3e165-fe75-4bba-9c3b-b14e3ac90382 admin admin] 10.222.0.120 "GET /v2.0/networks/5b71b9ca-6085-48b7-9167-93053be13444 HTTP/1.1" status: 200 len: 842 time: 0.1192815 Feb 16 14:08:19.770775 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-a612714a-4840-4ce6-a594-642037c0fd43 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.2.0/24', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'gateway_ip': '172.27.2.1', 'name': 'public-subnet'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:08:19.799049 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a612714a-4840-4ce6-a594-642037c0fd43 admin admin] Made reservation on behalf of b20f1c478c2143e49840e0991fc6ac9c for: {'subnet': 1} {{(pid=102969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:08:19.801489 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a612714a-4840-4ce6-a594-642037c0fd43 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:20.138493 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.objects.ports [None req-a612714a-4840-4ce6-a594-642037c0fd43 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102969) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 14:08:20.139225 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a612714a-4840-4ce6-a594-642037c0fd43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354'] for subnet (8c2b85af-3da9-4754-9d29-6d95dbdc6260), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:20.207003 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a612714a-4840-4ce6-a594-642037c0fd43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c2b85af-3da9-4754-9d29-6d95dbdc6260,revision_number=0']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:08:20.211545 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a612714a-4840-4ce6-a594-642037c0fd43 admin admin] Checking segment: {'id': '26d58d4e-c6ed-4576-9373-5fb9e6fda4ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:08:20.211900 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a612714a-4840-4ce6-a594-642037c0fd43 admin admin] Network hostable DHCP agents. Network: 5b71b9ca-6085-48b7-9167-93053be13444, hostable agents: ['10a26995-69c6-4373-972b-e8a4ac0e51da'], hosted agents: [] {{(pid=102969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:08:20.241052 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a612714a-4840-4ce6-a594-642037c0fd43 admin admin] Network 5b71b9ca-6085-48b7-9167-93053be13444 is scheduled to be hosted by DHCP agent 10a26995-69c6-4373-972b-e8a4ac0e51da with binding_index 1 {{(pid=102969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:08:20.253545 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-a612714a-4840-4ce6-a594-642037c0fd43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-32-iscsi, 5b71b9ca-6085-48b7-9167-93053be13444) {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:08:20.258918 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a612714a-4840-4ce6-a594-642037c0fd43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:08:20.259636 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a612714a-4840-4ce6-a594-642037c0fd43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for subnet (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:20.265457 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b146de0f-bcf0-4d0a-ac47-13bea786fe96 None None] Network 5b71b9ca-6085-48b7-9167-93053be13444 requested from dv-cinder-773985-32-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:08:20.289470 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-a612714a-4840-4ce6-a594-642037c0fd43 admin admin] 10.222.0.120 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5109310 Feb 16 14:08:20.387260 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f6d6b5-4853-48b3-a4f7-77f06c23220f None None] Network 5b71b9ca-6085-48b7-9167-93053be13444 requested from dv-cinder-773985-32-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:08:22.778052 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 49402) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:08:22.917684 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-ddcb9462-65f8-473b-98bf-2cec7669a1b7 demo admin] 10.222.0.120 "GET /v2.0/routers/cf0a3586-aa5c-4f5f-8e02-fba48349bbf6 HTTP/1.1" status: 200 len: 710 time: 0.1384742 Feb 16 14:08:23.012418 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93a93be-95d1-4a5a-bc0d-395e74af180f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:08:23.013829 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-c93a93be-95d1-4a5a-bc0d-395e74af180f demo admin] 10.222.0.120 "GET /v2.0/networks/5b71b9ca-6085-48b7-9167-93053be13444 HTTP/1.1" status: 200 len: 886 time: 0.0907750 Feb 16 14:08:23.022859 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-68729e32-a38d-4889-89f7-d848dd5e0ca5 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444'}}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:08:23.286038 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-68729e32-a38d-4889-89f7-d848dd5e0ca5 demo admin] Publish callbacks [] for router_gateway (cf0a3586-aa5c-4f5f-8e02-fba48349bbf6), precommit_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:23.626415 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-68729e32-a38d-4889-89f7-d848dd5e0ca5 demo admin] Publish callbacks [] for router_gateway (cf0a3586-aa5c-4f5f-8e02-fba48349bbf6), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:23.708711 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-68729e32-a38d-4889-89f7-d848dd5e0ca5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:23.819299 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.db.db_base_plugin_common [None req-68729e32-a38d-4889-89f7-d848dd5e0ca5 demo admin] Allocated IP 172.27.2.129 (5b71b9ca-6085-48b7-9167-93053be13444/8c2b85af-3da9-4754-9d29-6d95dbdc6260/ffe370d2-d3c0-47b4-95c0-921069978fdf) {{(pid=102969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:08:23.895431 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-a8050c5e-fae0-4749-9066-b350f3112fc5 None None] Agent healthcheck: found 5 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:08:23.929732 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-68729e32-a38d-4889-89f7-d848dd5e0ca5 demo admin] Publish callbacks [] for port (ffe370d2-d3c0-47b4-95c0-921069978fdf), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:23.967006 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-68729e32-a38d-4889-89f7-d848dd5e0ca5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784246951208'] for port (ffe370d2-d3c0-47b4-95c0-921069978fdf), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:24.011032 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68729e32-a38d-4889-89f7-d848dd5e0ca5 demo admin] Network 5b71b9ca-6085-48b7-9167-93053be13444 is already hosted by enough agents. {{(pid=102969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:08:24.014034 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-68729e32-a38d-4889-89f7-d848dd5e0ca5 demo admin] Resources bound (agent type, host, resource id): {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:08:24.018490 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68729e32-a38d-4889-89f7-d848dd5e0ca5 demo admin] Received port after_create {{(pid=102969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:08:24.020856 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68729e32-a38d-4889-89f7-d848dd5e0ca5 demo admin] Pushing event updated for resources: {'Port': ['ID=ffe370d2-d3c0-47b4-95c0-921069978fdf,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:08:24.301831 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-68729e32-a38d-4889-89f7-d848dd5e0ca5 demo admin] Publish callbacks [] for router_gateway (cf0a3586-aa5c-4f5f-8e02-fba48349bbf6), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:24.513485 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-68729e32-a38d-4889-89f7-d848dd5e0ca5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24973'] for router (cf0a3586-aa5c-4f5f-8e02-fba48349bbf6), precommit_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:24.516908 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-68729e32-a38d-4889-89f7-d848dd5e0ca5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1596030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1595980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1595975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603310'] for router (cf0a3586-aa5c-4f5f-8e02-fba48349bbf6), after_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:24.633043 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68729e32-a38d-4889-89f7-d848dd5e0ca5 demo admin] Router cf0a3586-aa5c-4f5f-8e02-fba48349bbf6 has already been hosted by L3 agent 531611a8-34ea-4f1f-8d10-111cbf56a8a1 {{(pid=102969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:08:24.750713 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68729e32-a38d-4889-89f7-d848dd5e0ca5 demo admin] Notify agent at l3_agent.dv-cinder-773985-32-iscsi the message routers_updated {{(pid=102969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:08:24.756602 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-68729e32-a38d-4889-89f7-d848dd5e0ca5 demo admin] Publish callbacks [] for router (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:24.757441 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-68729e32-a38d-4889-89f7-d848dd5e0ca5 demo admin] 10.222.0.120 "PUT /v2.0/routers/cf0a3586-aa5c-4f5f-8e02-fba48349bbf6 HTTP/1.1" status: 200 len: 890 time: 1.7379854 Feb 16 14:08:27.331912 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 49414) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:08:27.453098 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-bc571e56-c3de-4350-9af5-0bed4829eced admin admin] 10.222.0.120 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1199808 Feb 16 14:08:27.793682 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device 7ed312e7-cbfe-4261-b16b-b7e0e202d2b9 up at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:08:27.845107 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Provisioning complete for port 7ed312e7-cbfe-4261-b16b-b7e0e202d2b9 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:08:27.845484 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (7ed312e7-cbfe-4261-b16b-b7e0e202d2b9), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:27.934875 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Current status of the port 7ed312e7-cbfe-4261-b16b-b7e0e202d2b9 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:08:28.190346 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be1aef9-f42f-4d0e-a887-39cd874cb0fc None None] Sync routers for ids ['cf0a3586-aa5c-4f5f-8e02-fba48349bbf6'] in dv-cinder-773985-32-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:08:28.203580 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be1aef9-f42f-4d0e-a887-39cd874cb0fc None None] Routers {'cf0a3586-aa5c-4f5f-8e02-fba48349bbf6'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:08:28.204250 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-4be1aef9-f42f-4d0e-a887-39cd874cb0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:08:11Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['cf0a3586-aa5c-4f5f-8e02-fba48349bbf6'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:08:28.438582 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-4be1aef9-f42f-4d0e-a887-39cd874cb0fc None None] Set router cf0a3586-aa5c-4f5f-8e02-fba48349bbf6 gateway port host: dv-cinder-773985-32-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:08:28.839162 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-4be1aef9-f42f-4d0e-a887-39cd874cb0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf0a3586-aa5c-4f5f-8e02-fba48349bbf6', 'name': 'router1', 'tenant_id': 'c3fb28af9553487b81287f221536e500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': 'ffe370d2-d3c0-47b4-95c0-921069978fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:08:05Z', 'updated_at': '2022-02-16T14:08:24Z', 'revision_number': 4, 'project_id': 'c3fb28af9553487b81287f221536e500', 'gw_port': {'id': 'ffe370d2-d3c0-47b4-95c0-921069978fdf', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:72:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf0a3586-aa5c-4f5f-8e02-fba48349bbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:08:23Z', 'updated_at': '2022-02-16T14:08:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_interfaces': [{'id': '7ed312e7-cbfe-4261-b16b-b7e0e202d2b9', 'name': '', 'network_id': 'c5ae73da-7746-49d1-8aec-ef40ecad56f5', 'tenant_id': 'c3fb28af9553487b81287f221536e500', 'mac_address': 'fa:16:3e:25:b9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0a3586-aa5c-4f5f-8e02-fba48349bbf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '948a47aa-93b6-4566-a725-c9a42291b67a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:08:15Z', 'updated_at': '2022-02-16T14:08:18Z', 'revision_number': 5, 'project_id': 'c3fb28af9553487b81287f221536e500', 'subnets': [{'id': '948a47aa-93b6-4566-a725-c9a42291b67a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7d646f60-5d24-497a-94d9-2617487ff813'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:08:28.893080 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be1aef9-f42f-4d0e-a887-39cd874cb0fc None None] Checking router: cf0a3586-aa5c-4f5f-8e02-fba48349bbf6 for host: dv-cinder-773985-32-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:08:28.893417 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be1aef9-f42f-4d0e-a887-39cd874cb0fc None None] Updating router cf0a3586-aa5c-4f5f-8e02-fba48349bbf6 port ffe370d2-d3c0-47b4-95c0-921069978fdf binding host dv-cinder-773985-32-iscsi {{(pid=102970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:08:28.943287 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4be1aef9-f42f-4d0e-a887-39cd874cb0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (ffe370d2-d3c0-47b4-95c0-921069978fdf), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:29.354445 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4be1aef9-f42f-4d0e-a887-39cd874cb0fc None None] Publish callbacks [] for port (ffe370d2-d3c0-47b4-95c0-921069978fdf), precommit_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:29.360955 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4be1aef9-f42f-4d0e-a887-39cd874cb0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (ffe370d2-d3c0-47b4-95c0-921069978fdf), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:29.409786 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-4be1aef9-f42f-4d0e-a887-39cd874cb0fc None None] Attempting to bind port ffe370d2-d3c0-47b4-95c0-921069978fdf on host dv-cinder-773985-32-iscsi for vnic_type normal with profile {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:08:29.409934 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-4be1aef9-f42f-4d0e-a887-39cd874cb0fc None None] Attempting to bind port ffe370d2-d3c0-47b4-95c0-921069978fdf by drivers openvswitch,hyperv on host dv-cinder-773985-32-iscsi at level 0 using segments [{'id': '26d58d4e-c6ed-4576-9373-5fb9e6fda4ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444'}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:08:29.410235 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be1aef9-f42f-4d0e-a887-39cd874cb0fc None None] Attempting to bind port ffe370d2-d3c0-47b4-95c0-921069978fdf on network 5b71b9ca-6085-48b7-9167-93053be13444 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:08:29.422390 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be1aef9-f42f-4d0e-a887-39cd874cb0fc None None] Checking agent: {'id': '529a93d1-f8f6-4ba2-8600-6635050f85df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 7, 45), 'started_at': datetime.datetime(2022, 2, 16, 14, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:08:29.422918 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be1aef9-f42f-4d0e-a887-39cd874cb0fc None None] Checking segment: {'id': '26d58d4e-c6ed-4576-9373-5fb9e6fda4ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:08:29.423224 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4be1aef9-f42f-4d0e-a887-39cd874cb0fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:29.423579 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be1aef9-f42f-4d0e-a887-39cd874cb0fc None None] Bound using segment: {'id': '26d58d4e-c6ed-4576-9373-5fb9e6fda4ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444'} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:08:29.424043 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-4be1aef9-f42f-4d0e-a887-39cd874cb0fc None None] Bound port: ffe370d2-d3c0-47b4-95c0-921069978fdf, host: dv-cinder-773985-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26d58d4e-c6ed-4576-9373-5fb9e6fda4ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444'}}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:08:29.424424 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4be1aef9-f42f-4d0e-a887-39cd874cb0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (ffe370d2-d3c0-47b4-95c0-921069978fdf), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:29.429912 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebca9b2-f99e-4cda-8f53-9d5d5b9374da None None] Pushing event updated for resources: {'Port': ['ID=ffe370d2-d3c0-47b4-95c0-921069978fdf,revision_number=2']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:08:29.483432 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-4be1aef9-f42f-4d0e-a887-39cd874cb0fc None None] For port ffe370d2-d3c0-47b4-95c0-921069978fdf, host dv-cinder-773985-32-iscsi, cleared binding levels {{(pid=102970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:08:29.486730 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-4be1aef9-f42f-4d0e-a887-39cd874cb0fc None None] For port ffe370d2-d3c0-47b4-95c0-921069978fdf, host dv-cinder-773985-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=ffe370d2-d3c0-47b4-95c0-921069978fdf,segment=NetworkSegment(26d58d4e-c6ed-4576-9373-5fb9e6fda4ae),segment_id=26d58d4e-c6ed-4576-9373-5fb9e6fda4ae)] {{(pid=102970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:08:29.492767 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4be1aef9-f42f-4d0e-a887-39cd874cb0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (ffe370d2-d3c0-47b4-95c0-921069978fdf), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:29.552923 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be1aef9-f42f-4d0e-a887-39cd874cb0fc None None] Routers {'cf0a3586-aa5c-4f5f-8e02-fba48349bbf6'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:08:29.553490 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-4be1aef9-f42f-4d0e-a887-39cd874cb0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:08:11Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['cf0a3586-aa5c-4f5f-8e02-fba48349bbf6'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:08:29.628514 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebca9b2-f99e-4cda-8f53-9d5d5b9374da None None] Pushing event updated for resources: {'Port': ['ID=ffe370d2-d3c0-47b4-95c0-921069978fdf,revision_number=3']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:08:29.669034 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-4be1aef9-f42f-4d0e-a887-39cd874cb0fc None None] Set router cf0a3586-aa5c-4f5f-8e02-fba48349bbf6 gateway port host: dv-cinder-773985-32-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:08:29.909286 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-4be1aef9-f42f-4d0e-a887-39cd874cb0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf0a3586-aa5c-4f5f-8e02-fba48349bbf6', 'name': 'router1', 'tenant_id': 'c3fb28af9553487b81287f221536e500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': 'ffe370d2-d3c0-47b4-95c0-921069978fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:08:05Z', 'updated_at': '2022-02-16T14:08:24Z', 'revision_number': 4, 'project_id': 'c3fb28af9553487b81287f221536e500', 'gw_port': {'id': 'ffe370d2-d3c0-47b4-95c0-921069978fdf', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:72:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf0a3586-aa5c-4f5f-8e02-fba48349bbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:08:23Z', 'updated_at': '2022-02-16T14:08:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_interfaces': [{'id': '7ed312e7-cbfe-4261-b16b-b7e0e202d2b9', 'name': '', 'network_id': 'c5ae73da-7746-49d1-8aec-ef40ecad56f5', 'tenant_id': 'c3fb28af9553487b81287f221536e500', 'mac_address': 'fa:16:3e:25:b9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0a3586-aa5c-4f5f-8e02-fba48349bbf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '948a47aa-93b6-4566-a725-c9a42291b67a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:08:15Z', 'updated_at': '2022-02-16T14:08:18Z', 'revision_number': 5, 'project_id': 'c3fb28af9553487b81287f221536e500', 'subnets': [{'id': '948a47aa-93b6-4566-a725-c9a42291b67a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7d646f60-5d24-497a-94d9-2617487ff813'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:08:29.938219 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be1aef9-f42f-4d0e-a887-39cd874cb0fc None None] The sync data for ids ['cf0a3586-aa5c-4f5f-8e02-fba48349bbf6'] in dv-cinder-773985-32-iscsi is: [{'id': 'cf0a3586-aa5c-4f5f-8e02-fba48349bbf6', 'name': 'router1', 'tenant_id': 'c3fb28af9553487b81287f221536e500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': 'ffe370d2-d3c0-47b4-95c0-921069978fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:08:05Z', 'updated_at': '2022-02-16T14:08:24Z', 'revision_number': 4, 'project_id': 'c3fb28af9553487b81287f221536e500', 'gw_port': {'id': 'ffe370d2-d3c0-47b4-95c0-921069978fdf', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:72:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf0a3586-aa5c-4f5f-8e02-fba48349bbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:08:23Z', 'updated_at': '2022-02-16T14:08:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_interfaces': [{'id': '7ed312e7-cbfe-4261-b16b-b7e0e202d2b9', 'name': '', 'network_id': 'c5ae73da-7746-49d1-8aec-ef40ecad56f5', 'tenant_id': 'c3fb28af9553487b81287f221536e500', 'mac_address': 'fa:16:3e:25:b9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0a3586-aa5c-4f5f-8e02-fba48349bbf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '948a47aa-93b6-4566-a725-c9a42291b67a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:08:15Z', 'updated_at': '2022-02-16T14:08:18Z', 'revision_number': 5, 'project_id': 'c3fb28af9553487b81287f221536e500', 'subnets': [{'id': '948a47aa-93b6-4566-a725-c9a42291b67a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7d646f60-5d24-497a-94d9-2617487ff813'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:08:31.857946 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device ffe370d2-d3c0-47b4-95c0-921069978fdf up at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:08:31.935142 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Provisioning complete for port ffe370d2-d3c0-47b4-95c0-921069978fdf triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:08:31.935820 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (ffe370d2-d3c0-47b4-95c0-921069978fdf), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:32.029774 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Current status of the port ffe370d2-d3c0-47b4-95c0-921069978fdf is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:08:32.030426 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (ffe370d2-d3c0-47b4-95c0-921069978fdf), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:32.061009 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] For port ffe370d2-d3c0-47b4-95c0-921069978fdf, host dv-cinder-773985-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=ffe370d2-d3c0-47b4-95c0-921069978fdf,segment=NetworkSegment(26d58d4e-c6ed-4576-9373-5fb9e6fda4ae),segment_id=26d58d4e-c6ed-4576-9373-5fb9e6fda4ae)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:08:32.067397 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (ffe370d2-d3c0-47b4-95c0-921069978fdf), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:32.156931 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Pushing event updated for resources: {'Port': ['ID=ffe370d2-d3c0-47b4-95c0-921069978fdf,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:08:33.821259 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device ffe370d2-d3c0-47b4-95c0-921069978fdf up at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:08:33.894251 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Provisioning complete for port ffe370d2-d3c0-47b4-95c0-921069978fdf triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:08:33.894888 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (ffe370d2-d3c0-47b4-95c0-921069978fdf), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:34.009138 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Current status of the port ffe370d2-d3c0-47b4-95c0-921069978fdf is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:08:38.942653 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5132c21e-a70a-4920-ad43-094b146e2aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (10a26995-69c6-4373-972b-e8a4ac0e51da), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:41.126682 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-7bb73c03-b343-4420-a150-709a1328916c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (531611a8-34ea-4f1f-8d10-111cbf56a8a1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:42.336079 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f4fb-7ea9-448d-9c44-08fc2737c2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (86100e92-d951-4144-bd87-36328b8a7b76), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:43.645424 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ac86131d-db3b-4e6c-9567-647e6948f8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (6a38cbfe-57d3-4d37-ac59-552f6dc7f99c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:08:45.001071 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (529a93d1-f8f6-4ba2-8600-6635050f85df), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:09:00.893234 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-a8050c5e-fae0-4749-9066-b350f3112fc5 None None] Agent healthcheck: found 5 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:09:08.943370 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-179c20a2-b684-4817-9378-916400222ddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (10a26995-69c6-4373-972b-e8a4ac0e51da), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:09:11.145913 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-7021c858-183d-4149-8c20-51c7c631df93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (531611a8-34ea-4f1f-8d10-111cbf56a8a1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:09:12.337710 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f4fb-7ea9-448d-9c44-08fc2737c2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (86100e92-d951-4144-bd87-36328b8a7b76), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:09:13.655362 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ac86131d-db3b-4e6c-9567-647e6948f8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (6a38cbfe-57d3-4d37-ac59-552f6dc7f99c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:09:14.995096 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (529a93d1-f8f6-4ba2-8600-6635050f85df), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:09:37.892158 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-a8050c5e-fae0-4749-9066-b350f3112fc5 None None] Agent healthcheck: found 5 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:09:38.936391 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-7c711a74-2bc7-4b70-a940-fea0a7dc4a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (10a26995-69c6-4373-972b-e8a4ac0e51da), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:09:41.131983 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-3a235813-4264-40cc-8247-ee2c32cf1b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (531611a8-34ea-4f1f-8d10-111cbf56a8a1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:09:42.340447 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f4fb-7ea9-448d-9c44-08fc2737c2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (86100e92-d951-4144-bd87-36328b8a7b76), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:09:43.649083 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ac86131d-db3b-4e6c-9567-647e6948f8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (6a38cbfe-57d3-4d37-ac59-552f6dc7f99c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:09:44.998285 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (529a93d1-f8f6-4ba2-8600-6635050f85df), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:09:48.222613 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 49898) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:09:48.283629 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e039e2e-1337-4d42-af47-1425a2db4e15 admin admin] GET failed (client error): The resource could not be found. Feb 16 14:09:48.284961 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-1e039e2e-1337-4d42-af47-1425a2db4e15 admin admin] 10.222.0.120 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0614057 Feb 16 14:09:48.543115 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34726883-10cc-4134-9606-bd3ee933c70a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:09:48.544513 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-34726883-10cc-4134-9606-bd3ee933c70a admin admin] 10.222.0.120 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.2553730 Feb 16 14:09:50.867253 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 49908) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:09:50.959594 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a594dc-15f7-4d0a-8e70-28729e206253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:09:50.960920 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-d3a594dc-15f7-4d0a-8e70-28729e206253 admin admin] 10.222.0.120 "GET /v2.0/subnets/948a47aa-93b6-4566-a725-c9a42291b67a HTTP/1.1" status: 200 len: 849 time: 0.0926917 Feb 16 14:09:50.970110 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-73a9ac21-7c44-4f55-a131-e04ed4feea37 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:09:51.058540 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-73a9ac21-7c44-4f55-a131-e04ed4feea37 admin admin] Publish callbacks [] for subnet (948a47aa-93b6-4566-a725-c9a42291b67a), before_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:09:51.204927 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-73a9ac21-7c44-4f55-a131-e04ed4feea37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784247495015'] for subnet (948a47aa-93b6-4566-a725-c9a42291b67a), after_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:09:51.239807 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a9ac21-7c44-4f55-a131-e04ed4feea37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:09:51.240404 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-73a9ac21-7c44-4f55-a131-e04ed4feea37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for subnet (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:09:51.251551 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-73a9ac21-7c44-4f55-a131-e04ed4feea37 admin admin] 10.222.0.120 "PUT /v2.0/subnets/948a47aa-93b6-4566-a725-c9a42291b67a HTTP/1.1" status: 200 len: 868 time: 0.2751396 Feb 16 14:09:51.254983 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da6bd28-9f8c-4c66-992b-841a3b3fede4 None None] Network c5ae73da-7746-49d1-8aec-ef40ecad56f5 requested from dv-cinder-773985-32-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:09:51.261271 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a9ac21-7c44-4f55-a131-e04ed4feea37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=948a47aa-93b6-4566-a725-c9a42291b67a,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:09:51.271961 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a9ac21-7c44-4f55-a131-e04ed4feea37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:09:51.272853 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a9ac21-7c44-4f55-a131-e04ed4feea37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:09:51.273548 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a9ac21-7c44-4f55-a131-e04ed4feea37 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:09:51.274109 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a9ac21-7c44-4f55-a131-e04ed4feea37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:09:51.274649 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a9ac21-7c44-4f55-a131-e04ed4feea37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:09:51.275186 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a9ac21-7c44-4f55-a131-e04ed4feea37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:09:51.275744 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a9ac21-7c44-4f55-a131-e04ed4feea37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:09:51.276316 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a9ac21-7c44-4f55-a131-e04ed4feea37 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:09:51.276876 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a9ac21-7c44-4f55-a131-e04ed4feea37 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:09:51.277425 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a9ac21-7c44-4f55-a131-e04ed4feea37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:09:51.277959 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a9ac21-7c44-4f55-a131-e04ed4feea37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:09:51.278481 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a9ac21-7c44-4f55-a131-e04ed4feea37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:09:51.279010 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a9ac21-7c44-4f55-a131-e04ed4feea37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:09:51.603570 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-eb33f923-e5af-49e2-9fa4-8937f3265350 None None] Provisioning complete for port 29e72865-d271-45f1-bb1c-192ec75f6a3f triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:09:51.603968 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb33f923-e5af-49e2-9fa4-8937f3265350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (29e72865-d271-45f1-bb1c-192ec75f6a3f), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:09:51.680181 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb33f923-e5af-49e2-9fa4-8937f3265350 None None] Current status of the port 29e72865-d271-45f1-bb1c-192ec75f6a3f is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:09:51.690061 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-eb33f923-e5af-49e2-9fa4-8937f3265350 None None] Provisioning complete for port 7ed312e7-cbfe-4261-b16b-b7e0e202d2b9 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:09:51.690453 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb33f923-e5af-49e2-9fa4-8937f3265350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (7ed312e7-cbfe-4261-b16b-b7e0e202d2b9), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:09:51.772140 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb33f923-e5af-49e2-9fa4-8937f3265350 None None] Current status of the port 7ed312e7-cbfe-4261-b16b-b7e0e202d2b9 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:09:53.634712 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 49916) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:09:53.844618 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b83de02-25dc-4b59-9ecb-cc13d311e643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:09:53.845090 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b83de02-25dc-4b59-9ecb-cc13d311e643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:09:53.846652 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-6b83de02-25dc-4b59-9ecb-cc13d311e643 admin admin] 10.222.0.120 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2109084 Feb 16 14:09:56.199600 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 49924) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:09:56.337690 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69236332-c3e4-4ab1-aa35-f85aa965d67a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:09:56.338160 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69236332-c3e4-4ab1-aa35-f85aa965d67a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:09:56.339742 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-69236332-c3e4-4ab1-aa35-f85aa965d67a admin admin] 10.222.0.120 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1391609 Feb 16 14:09:58.666856 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 49932) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:09:58.823612 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99513008-4990-4bf4-85f9-ea97001cc271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:09:58.825000 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-99513008-4990-4bf4-85f9-ea97001cc271 admin admin] 10.222.0.120 "GET /v2.0/networks/5b71b9ca-6085-48b7-9167-93053be13444 HTTP/1.1" status: 200 len: 886 time: 0.1570578 Feb 16 14:10:01.160551 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 49942) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:10:01.289801 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cec135d-a6e7-4bcd-a5d1-dd2c6ae0c4e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:01.291163 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-0cec135d-a6e7-4bcd-a5d1-dd2c6ae0c4e5 admin admin] 10.222.0.120 "GET /v2.0/networks/c5ae73da-7746-49d1-8aec-ef40ecad56f5 HTTP/1.1" status: 200 len: 870 time: 0.1296616 Feb 16 14:10:03.627161 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 49950) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:10:03.750494 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf49681a-4d98-4c90-995e-6332b65033c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:03.750951 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf49681a-4d98-4c90-995e-6332b65033c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:03.752526 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-cf49681a-4d98-4c90-995e-6332b65033c3 admin admin] 10.222.0.120 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1242681 Feb 16 14:10:06.063364 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 49958) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:10:06.152574 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3066088-d5f8-4ad0-ae00-5ca1501b44b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:06.153022 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3066088-d5f8-4ad0-ae00-5ca1501b44b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:06.154541 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-e3066088-d5f8-4ad0-ae00-5ca1501b44b3 admin admin] 10.222.0.120 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0902131 Feb 16 14:10:08.454474 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 49966) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:10:08.543609 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2baf5a-fda6-4ea8-85d4-2c536b9d856f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:08.545009 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-7b2baf5a-fda6-4ea8-85d4-2c536b9d856f admin admin] 10.222.0.120 "GET /v2.0/subnets/8c2b85af-3da9-4754-9d29-6d95dbdc6260 HTTP/1.1" status: 200 len: 816 time: 0.0895870 Feb 16 14:10:08.937833 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-06f5627c-2962-4c68-9b1d-1f6fa90bddd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (10a26995-69c6-4373-972b-e8a4ac0e51da), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:10:10.865759 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 49974) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:10:10.954618 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396a8a00-bf80-4c9a-8d07-3b1a0d87eb82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:10.955965 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-396a8a00-bf80-4c9a-8d07-3b1a0d87eb82 admin admin] 10.222.0.120 "GET /v2.0/subnets/948a47aa-93b6-4566-a725-c9a42291b67a HTTP/1.1" status: 200 len: 868 time: 0.0892746 Feb 16 14:10:11.137061 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-768274dc-803a-4523-9cef-e6823c453b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (531611a8-34ea-4f1f-8d10-111cbf56a8a1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:10:12.341178 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f4fb-7ea9-448d-9c44-08fc2737c2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (86100e92-d951-4144-bd87-36328b8a7b76), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:10:13.650583 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ac86131d-db3b-4e6c-9567-647e6948f8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (6a38cbfe-57d3-4d37-ac59-552f6dc7f99c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:10:14.892346 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-a8050c5e-fae0-4749-9066-b350f3112fc5 None None] Agent healthcheck: found 5 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:10:15.000664 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (529a93d1-f8f6-4ba2-8600-6635050f85df), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:10:38.943305 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-0b3edfd9-69a8-4e90-9bcd-9621c4cd201b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (10a26995-69c6-4373-972b-e8a4ac0e51da), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:10:39.517117 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 50026) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:10:39.571423 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [None req-0c638f22-16a3-4c15-8c2b-60d9d1a9d6d4 admin admin] http://10.222.0.120:9696/v2.0/extensions returned with HTTP 200 {{(pid=102968) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 14:10:39.573018 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-0c638f22-16a3-4c15-8c2b-60d9d1a9d6d4 admin admin] 10.222.0.120 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0546923 Feb 16 14:10:41.140141 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b4d80b57-64da-418a-ad50-40b88ffdb5a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (531611a8-34ea-4f1f-8d10-111cbf56a8a1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:10:42.193818 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 50034) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:10:42.258427 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a7ce386-84da-4199-aab3-77d353b40dfd admin admin] GET failed (client error): The resource could not be found. Feb 16 14:10:42.259856 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-9a7ce386-84da-4199-aab3-77d353b40dfd admin admin] 10.222.0.120 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0648115 Feb 16 14:10:42.354293 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f4fb-7ea9-448d-9c44-08fc2737c2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (86100e92-d951-4144-bd87-36328b8a7b76), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:10:42.424914 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4b0876-5cd0-4425-8e98-ee7eac62c439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:42.426355 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-df4b0876-5cd0-4425-8e98-ee7eac62c439 admin admin] 10.222.0.120 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1609237 Feb 16 14:10:43.654439 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ac86131d-db3b-4e6c-9567-647e6948f8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (6a38cbfe-57d3-4d37-ac59-552f6dc7f99c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:10:44.829103 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 50042) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:10:44.876899 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-a3bb6725-9a99-42c0-926c-530abe336f9c admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:10:44.903118 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3bb6725-9a99-42c0-926c-530abe336f9c admin admin] Made reservation on behalf of b20f1c478c2143e49840e0991fc6ac9c for: {'network': 1} {{(pid=102969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:10:44.905437 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a3bb6725-9a99-42c0-926c-530abe336f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for network (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:10:44.933444 dv-cinder-773985-32-iscsi neutron-server[102969]: WARNING neutron.services.revisions.revision_plugin [None req-a3bb6725-9a99-42c0-926c-530abe336f9c admin admin] Could not find related network for resource to bump revision. Feb 16 14:10:44.949530 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3bb6725-9a99-42c0-926c-530abe336f9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1338} {{(pid=102969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:10:44.961411 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a3bb6725-9a99-42c0-926c-530abe336f9c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784247451266', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894495'] for segment (9c6cf2c8-60eb-443c-a7a1-9ce5a59b5288), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:10:44.961936 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a3bb6725-9a99-42c0-926c-530abe336f9c admin admin] Unsubscribe: segment precommit_create {{(pid=102969) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 16 14:10:44.962392 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.db.segments_db [None req-a3bb6725-9a99-42c0-926c-530abe336f9c admin admin] Added segment 9c6cf2c8-60eb-443c-a7a1-9ce5a59b5288 of type vlan for network b92bf247-6bf5-437b-85a7-f9c6ced965fc Feb 16 14:10:45.004634 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (529a93d1-f8f6-4ba2-8600-6635050f85df), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:10:45.017922 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a3bb6725-9a99-42c0-926c-530abe336f9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784246940290'] for network (b92bf247-6bf5-437b-85a7-f9c6ced965fc), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:10:45.049835 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a3bb6725-9a99-42c0-926c-530abe336f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354'] for network (b92bf247-6bf5-437b-85a7-f9c6ced965fc), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:10:45.050800 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bb6725-9a99-42c0-926c-530abe336f9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:45.051387 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a3bb6725-9a99-42c0-926c-530abe336f9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for network (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:10:45.109112 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-a3bb6725-9a99-42c0-926c-530abe336f9c admin admin] 10.222.0.120 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2789302 Feb 16 14:10:45.147607 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bb6725-9a99-42c0-926c-530abe336f9c admin admin] Pushing event updated for resources: {'Network': ['ID=b92bf247-6bf5-437b-85a7-f9c6ced965fc,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:10:45.158908 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Network b92bf247-6bf5-437b-85a7-f9c6ced965fc details requested by agent ovs-agent-dv-cinder-773985-32-iscsi with host dv-cinder-773985-32-iscsi {{(pid=102970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:10:47.474234 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 50050) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:10:47.537739 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.pecan_wsgi.hooks.translation [None req-c11a7f12-ebd1-434b-a246-4b865387147a admin admin] GET failed (client error): The resource could not be found. Feb 16 14:10:47.539132 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-c11a7f12-ebd1-434b-a246-4b865387147a admin admin] 10.222.0.120 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0639009 Feb 16 14:10:47.612227 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4f2a75-4db9-4de9-9a17-468d57e408ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:47.613687 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-bc4f2a75-4db9-4de9-9a17-468d57e408ab admin admin] 10.222.0.120 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0690989 Feb 16 14:10:47.623815 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-395580e5-51a3-45ca-8842-292799ca3e50 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'b92bf247-6bf5-437b-85a7-f9c6ced965fc', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:10:47.642972 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395580e5-51a3-45ca-8842-292799ca3e50 admin admin] Made reservation on behalf of b20f1c478c2143e49840e0991fc6ac9c for: {'subnet': 1} {{(pid=102969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:10:47.646030 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-395580e5-51a3-45ca-8842-292799ca3e50 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:10:47.812831 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-395580e5-51a3-45ca-8842-292799ca3e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354'] for subnet (8ea32d91-6aee-4c83-89d2-3952f8d25c05), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:10:47.873942 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395580e5-51a3-45ca-8842-292799ca3e50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ea32d91-6aee-4c83-89d2-3952f8d25c05,revision_number=0']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:10:47.881275 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395580e5-51a3-45ca-8842-292799ca3e50 admin admin] Checking segment: {'id': '9c6cf2c8-60eb-443c-a7a1-9ce5a59b5288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': 'b92bf247-6bf5-437b-85a7-f9c6ced965fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:10:47.881631 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395580e5-51a3-45ca-8842-292799ca3e50 admin admin] Network hostable DHCP agents. Network: b92bf247-6bf5-437b-85a7-f9c6ced965fc, hostable agents: ['10a26995-69c6-4373-972b-e8a4ac0e51da'], hosted agents: [] {{(pid=102969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:10:47.915298 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395580e5-51a3-45ca-8842-292799ca3e50 admin admin] Network b92bf247-6bf5-437b-85a7-f9c6ced965fc is scheduled to be hosted by DHCP agent 10a26995-69c6-4373-972b-e8a4ac0e51da with binding_index 1 {{(pid=102969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:10:47.926505 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-395580e5-51a3-45ca-8842-292799ca3e50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-32-iscsi, b92bf247-6bf5-437b-85a7-f9c6ced965fc) {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:10:47.930760 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395580e5-51a3-45ca-8842-292799ca3e50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:47.931366 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-395580e5-51a3-45ca-8842-292799ca3e50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for subnet (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:10:47.936585 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58755453-e54a-4741-9358-e880ad76f8b7 None None] Network b92bf247-6bf5-437b-85a7-f9c6ced965fc requested from dv-cinder-773985-32-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:10:47.948101 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-395580e5-51a3-45ca-8842-292799ca3e50 admin admin] 10.222.0.120 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3279541 Feb 16 14:10:48.066530 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51c3d42-fdf6-49fe-b57d-1fa26eba48f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79a0a048-c219-5e99-a467-099ebabd7883-b92bf247-6bf5-437b-85a7-f9c6ced965fc', 'network_id': 'b92bf247-6bf5-437b-85a7-f9c6ced965fc', 'project_id': 'b20f1c478c2143e49840e0991fc6ac9c', 'fixed_ips': [{'subnet_id': '8ea32d91-6aee-4c83-89d2-3952f8d25c05'}]}} from dv-cinder-773985-32-iscsi. {{(pid=102970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 14:10:48.067436 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c51c3d42-fdf6-49fe-b57d-1fa26eba48f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:10:48.217128 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.db_base_plugin_common [None req-c51c3d42-fdf6-49fe-b57d-1fa26eba48f2 None None] Allocated IP 192.168.233.2 (b92bf247-6bf5-437b-85a7-f9c6ced965fc/8ea32d91-6aee-4c83-89d2-3952f8d25c05/b5b6746d-6899-4ce1-bf35-92cfb284b3a4) {{(pid=102970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:10:48.424199 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c51c3d42-fdf6-49fe-b57d-1fa26eba48f2 None None] Publish callbacks [] for port (b5b6746d-6899-4ce1-bf35-92cfb284b3a4), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:10:48.431756 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c51c3d42-fdf6-49fe-b57d-1fa26eba48f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784246951208'] for port (b5b6746d-6899-4ce1-bf35-92cfb284b3a4), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:10:48.473342 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51c3d42-fdf6-49fe-b57d-1fa26eba48f2 None None] Network b92bf247-6bf5-437b-85a7-f9c6ced965fc is already hosted by enough agents. {{(pid=102970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:10:48.478994 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [None req-c51c3d42-fdf6-49fe-b57d-1fa26eba48f2 None None] Resources bound (agent type, host, resource id): {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:10:48.484525 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51c3d42-fdf6-49fe-b57d-1fa26eba48f2 None None] Received port after_create {{(pid=102970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:10:48.492426 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c3d42-fdf6-49fe-b57d-1fa26eba48f2 None None] Pushing event updated for resources: {'Port': ['ID=b5b6746d-6899-4ce1-bf35-92cfb284b3a4,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:10:48.502246 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51c3d42-fdf6-49fe-b57d-1fa26eba48f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:10:48.502603 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51c3d42-fdf6-49fe-b57d-1fa26eba48f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:10:48.502958 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51c3d42-fdf6-49fe-b57d-1fa26eba48f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:10:48.503846 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51c3d42-fdf6-49fe-b57d-1fa26eba48f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:10:48.504157 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51c3d42-fdf6-49fe-b57d-1fa26eba48f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:10:48.504492 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51c3d42-fdf6-49fe-b57d-1fa26eba48f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:10:48.504836 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51c3d42-fdf6-49fe-b57d-1fa26eba48f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:10:48.505159 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51c3d42-fdf6-49fe-b57d-1fa26eba48f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:10:48.505504 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51c3d42-fdf6-49fe-b57d-1fa26eba48f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:10:48.505846 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51c3d42-fdf6-49fe-b57d-1fa26eba48f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:10:48.506175 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51c3d42-fdf6-49fe-b57d-1fa26eba48f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:10:48.506489 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51c3d42-fdf6-49fe-b57d-1fa26eba48f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:10:48.506806 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51c3d42-fdf6-49fe-b57d-1fa26eba48f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:10:48.565379 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-c51c3d42-fdf6-49fe-b57d-1fa26eba48f2 None None] Attempting to bind port b5b6746d-6899-4ce1-bf35-92cfb284b3a4 on host dv-cinder-773985-32-iscsi for vnic_type normal with profile {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:10:48.565758 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-c51c3d42-fdf6-49fe-b57d-1fa26eba48f2 None None] Attempting to bind port b5b6746d-6899-4ce1-bf35-92cfb284b3a4 by drivers openvswitch,hyperv on host dv-cinder-773985-32-iscsi at level 0 using segments [{'id': '9c6cf2c8-60eb-443c-a7a1-9ce5a59b5288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': 'b92bf247-6bf5-437b-85a7-f9c6ced965fc'}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:10:48.566791 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51c3d42-fdf6-49fe-b57d-1fa26eba48f2 None None] Attempting to bind port b5b6746d-6899-4ce1-bf35-92cfb284b3a4 on network b92bf247-6bf5-437b-85a7-f9c6ced965fc {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:10:48.572148 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51c3d42-fdf6-49fe-b57d-1fa26eba48f2 None None] Checking agent: {'id': '529a93d1-f8f6-4ba2-8600-6635050f85df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 7, 45), 'started_at': datetime.datetime(2022, 2, 16, 14, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:10:48.572526 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51c3d42-fdf6-49fe-b57d-1fa26eba48f2 None None] Checking segment: {'id': '9c6cf2c8-60eb-443c-a7a1-9ce5a59b5288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': 'b92bf247-6bf5-437b-85a7-f9c6ced965fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:10:48.572933 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c51c3d42-fdf6-49fe-b57d-1fa26eba48f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:10:48.573328 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51c3d42-fdf6-49fe-b57d-1fa26eba48f2 None None] Bound using segment: {'id': '9c6cf2c8-60eb-443c-a7a1-9ce5a59b5288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': 'b92bf247-6bf5-437b-85a7-f9c6ced965fc'} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:10:48.573800 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-c51c3d42-fdf6-49fe-b57d-1fa26eba48f2 None None] Bound port: b5b6746d-6899-4ce1-bf35-92cfb284b3a4, host: dv-cinder-773985-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c6cf2c8-60eb-443c-a7a1-9ce5a59b5288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': 'b92bf247-6bf5-437b-85a7-f9c6ced965fc'}}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:10:48.574189 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c51c3d42-fdf6-49fe-b57d-1fa26eba48f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (b5b6746d-6899-4ce1-bf35-92cfb284b3a4), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:10:48.646774 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-c51c3d42-fdf6-49fe-b57d-1fa26eba48f2 None None] For port b5b6746d-6899-4ce1-bf35-92cfb284b3a4, host dv-cinder-773985-32-iscsi, cleared binding levels {{(pid=102970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:10:48.650452 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-c51c3d42-fdf6-49fe-b57d-1fa26eba48f2 None None] For port b5b6746d-6899-4ce1-bf35-92cfb284b3a4, host dv-cinder-773985-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=b5b6746d-6899-4ce1-bf35-92cfb284b3a4,segment=NetworkSegment(9c6cf2c8-60eb-443c-a7a1-9ce5a59b5288),segment_id=9c6cf2c8-60eb-443c-a7a1-9ce5a59b5288)] {{(pid=102970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:10:48.657104 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c51c3d42-fdf6-49fe-b57d-1fa26eba48f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (b5b6746d-6899-4ce1-bf35-92cfb284b3a4), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:10:48.717746 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c3d42-fdf6-49fe-b57d-1fa26eba48f2 None None] Pushing event updated for resources: {'Port': ['ID=b5b6746d-6899-4ce1-bf35-92cfb284b3a4,revision_number=2']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:10:49.628988 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50d692e-a7d4-4b53-8500-e8e33c95f1ae None None] Network b92bf247-6bf5-437b-85a7-f9c6ced965fc requested from dv-cinder-773985-32-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:10:49.711468 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-4c341750-ba89-4529-9753-e9ffca906da4 None None] Provisioning complete for port b5b6746d-6899-4ce1-bf35-92cfb284b3a4 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:10:49.711859 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4c341750-ba89-4529-9753-e9ffca906da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (b5b6746d-6899-4ce1-bf35-92cfb284b3a4), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:10:49.848359 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-4c341750-ba89-4529-9753-e9ffca906da4 None None] Current status of the port b5b6746d-6899-4ce1-bf35-92cfb284b3a4 is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:10:49.848961 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4c341750-ba89-4529-9753-e9ffca906da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (b5b6746d-6899-4ce1-bf35-92cfb284b3a4), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:10:49.894827 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-4c341750-ba89-4529-9753-e9ffca906da4 None None] For port b5b6746d-6899-4ce1-bf35-92cfb284b3a4, host dv-cinder-773985-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=b5b6746d-6899-4ce1-bf35-92cfb284b3a4,segment=NetworkSegment(9c6cf2c8-60eb-443c-a7a1-9ce5a59b5288),segment_id=9c6cf2c8-60eb-443c-a7a1-9ce5a59b5288)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:10:49.904854 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4c341750-ba89-4529-9753-e9ffca906da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (b5b6746d-6899-4ce1-bf35-92cfb284b3a4), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:10:49.934352 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device b5b6746d-6899-4ce1-bf35-92cfb284b3a4 up at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:10:50.001029 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c341750-ba89-4529-9753-e9ffca906da4 None None] Pushing event updated for resources: {'Port': ['ID=b5b6746d-6899-4ce1-bf35-92cfb284b3a4,revision_number=3']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:10:50.031912 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Provisioning complete for port b5b6746d-6899-4ce1-bf35-92cfb284b3a4 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:10:50.032900 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (b5b6746d-6899-4ce1-bf35-92cfb284b3a4), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:10:50.227089 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Current status of the port b5b6746d-6899-4ce1-bf35-92cfb284b3a4 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:10:50.233661 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-756ecfab-9d15-427e-86db-a6c90b367b8f None None] Provisioning complete for port b5b6746d-6899-4ce1-bf35-92cfb284b3a4 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:10:50.234495 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-756ecfab-9d15-427e-86db-a6c90b367b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (b5b6746d-6899-4ce1-bf35-92cfb284b3a4), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:10:50.321462 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-756ecfab-9d15-427e-86db-a6c90b367b8f None None] Current status of the port b5b6746d-6899-4ce1-bf35-92cfb284b3a4 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:10:51.861153 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device b5b6746d-6899-4ce1-bf35-92cfb284b3a4 up at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:10:51.890706 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-a8050c5e-fae0-4749-9066-b350f3112fc5 None None] Agent healthcheck: found 5 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:10:51.914386 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Provisioning complete for port b5b6746d-6899-4ce1-bf35-92cfb284b3a4 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:10:51.914790 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (b5b6746d-6899-4ce1-bf35-92cfb284b3a4), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:10:51.991637 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Current status of the port b5b6746d-6899-4ce1-bf35-92cfb284b3a4 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:11:08.946742 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-913a33a6-ad7b-41f1-8d8f-64303f87b943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (10a26995-69c6-4373-972b-e8a4ac0e51da), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:11:11.142313 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5b7fa815-73dc-481b-b590-59c0eaf96363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (531611a8-34ea-4f1f-8d10-111cbf56a8a1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:11:12.350464 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f4fb-7ea9-448d-9c44-08fc2737c2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (86100e92-d951-4144-bd87-36328b8a7b76), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:11:13.656566 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ac86131d-db3b-4e6c-9567-647e6948f8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (6a38cbfe-57d3-4d37-ac59-552f6dc7f99c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:11:15.007641 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (529a93d1-f8f6-4ba2-8600-6635050f85df), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:11:28.890652 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-a8050c5e-fae0-4749-9066-b350f3112fc5 None None] Agent healthcheck: found 5 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:11:38.948249 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-8c29efb9-2ff6-47b6-bdf4-62a2800e3213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (10a26995-69c6-4373-972b-e8a4ac0e51da), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:11:41.145206 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5781bb53-6f2a-4a83-9a5d-e67356d290f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (531611a8-34ea-4f1f-8d10-111cbf56a8a1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:11:42.352901 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f4fb-7ea9-448d-9c44-08fc2737c2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (86100e92-d951-4144-bd87-36328b8a7b76), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:11:43.662280 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ac86131d-db3b-4e6c-9567-647e6948f8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (6a38cbfe-57d3-4d37-ac59-552f6dc7f99c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:11:45.010664 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (529a93d1-f8f6-4ba2-8600-6635050f85df), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:12:05.890102 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-a8050c5e-fae0-4749-9066-b350f3112fc5 None None] Agent healthcheck: found 5 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:12:08.950637 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-df8b745d-8c41-4748-b17c-ef393b765b80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (10a26995-69c6-4373-972b-e8a4ac0e51da), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:12:11.146112 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-098a4dff-224c-4210-84a3-7dea83c6d1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (531611a8-34ea-4f1f-8d10-111cbf56a8a1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:12:12.356662 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f4fb-7ea9-448d-9c44-08fc2737c2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (86100e92-d951-4144-bd87-36328b8a7b76), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:12:13.662002 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ac86131d-db3b-4e6c-9567-647e6948f8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (6a38cbfe-57d3-4d37-ac59-552f6dc7f99c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:12:15.013197 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (529a93d1-f8f6-4ba2-8600-6635050f85df), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:12:18.731506 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 50088) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:12:18.737767 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [None req-00e895a7-81a1-42ab-9405-7deb13dd4b46 tempest-verify_tempest_config-1200360887 tempest-verify_tempest_config-1200360887-project] http://10.222.0.120:9696/v2.0/extensions returned with HTTP 200 {{(pid=102968) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 14:12:18.738783 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-00e895a7-81a1-42ab-9405-7deb13dd4b46 tempest-verify_tempest_config-1200360887 tempest-verify_tempest_config-1200360887-project] 10.222.0.120 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0062995 Feb 16 14:12:19.065015 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 50106) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:12:19.168982 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7b161345-fced-4c98-a520-07ce514d9002 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:12:19.245526 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7b161345-fced-4c98-a520-07ce514d9002 admin admin] Publish callbacks [] for security_group (221c9dba-b68e-4f78-b395-2bfd1f95ce25), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:12:19.250124 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7b161345-fced-4c98-a520-07ce514d9002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (221c9dba-b68e-4f78-b395-2bfd1f95ce25), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:12:19.295931 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b161345-fced-4c98-a520-07ce514d9002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=221c9dba-b68e-4f78-b395-2bfd1f95ce25,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:12:19.300523 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-7b161345-fced-4c98-a520-07ce514d9002 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=7f3f060be6044d66aee2c10bd1a46288&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2345359 Feb 16 14:12:19.303621 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 50110) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:12:19.305133 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b161345-fced-4c98-a520-07ce514d9002 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:19.305588 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b161345-fced-4c98-a520-07ce514d9002 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:19.305941 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b161345-fced-4c98-a520-07ce514d9002 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:19.306285 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b161345-fced-4c98-a520-07ce514d9002 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:19.306619 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b161345-fced-4c98-a520-07ce514d9002 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:19.306951 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b161345-fced-4c98-a520-07ce514d9002 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:19.307282 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b161345-fced-4c98-a520-07ce514d9002 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:19.307721 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b161345-fced-4c98-a520-07ce514d9002 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:19.308071 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b161345-fced-4c98-a520-07ce514d9002 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:19.308402 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b161345-fced-4c98-a520-07ce514d9002 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:19.308729 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b161345-fced-4c98-a520-07ce514d9002 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:19.309051 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b161345-fced-4c98-a520-07ce514d9002 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:19.309372 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b161345-fced-4c98-a520-07ce514d9002 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:19.378972 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-710d2f45-7ef3-4f03-8424-73d8e4655976 admin admin] Publish callbacks [] for security_group (221c9dba-b68e-4f78-b395-2bfd1f95ce25), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:12:19.399495 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-710d2f45-7ef3-4f03-8424-73d8e4655976 admin admin] Publish callbacks [] for security_group (221c9dba-b68e-4f78-b395-2bfd1f95ce25), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:12:19.492379 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-710d2f45-7ef3-4f03-8424-73d8e4655976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (221c9dba-b68e-4f78-b395-2bfd1f95ce25), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:12:19.495185 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-710d2f45-7ef3-4f03-8424-73d8e4655976 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:12:19.496644 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-710d2f45-7ef3-4f03-8424-73d8e4655976 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/221c9dba-b68e-4f78-b395-2bfd1f95ce25 HTTP/1.1" status: 204 len: 168 time: 0.1919684 Feb 16 14:12:19.505794 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d2f45-7ef3-4f03-8424-73d8e4655976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=221c9dba-b68e-4f78-b395-2bfd1f95ce25,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:12:19.513291 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710d2f45-7ef3-4f03-8424-73d8e4655976 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:19.513643 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710d2f45-7ef3-4f03-8424-73d8e4655976 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:19.513989 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710d2f45-7ef3-4f03-8424-73d8e4655976 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:19.514328 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710d2f45-7ef3-4f03-8424-73d8e4655976 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:19.514665 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710d2f45-7ef3-4f03-8424-73d8e4655976 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:19.515720 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710d2f45-7ef3-4f03-8424-73d8e4655976 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:19.516059 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710d2f45-7ef3-4f03-8424-73d8e4655976 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:19.516397 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710d2f45-7ef3-4f03-8424-73d8e4655976 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:19.516742 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710d2f45-7ef3-4f03-8424-73d8e4655976 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:19.517192 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710d2f45-7ef3-4f03-8424-73d8e4655976 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:19.517520 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710d2f45-7ef3-4f03-8424-73d8e4655976 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:19.517845 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710d2f45-7ef3-4f03-8424-73d8e4655976 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:19.518167 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710d2f45-7ef3-4f03-8424-73d8e4655976 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:38.954274 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-28017298-2dee-4729-8584-1e1df102c9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (10a26995-69c6-4373-972b-e8a4ac0e51da), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:12:41.149350 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d8800603-9014-45c1-9bdb-4fc728328221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (531611a8-34ea-4f1f-8d10-111cbf56a8a1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:12:42.362709 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f4fb-7ea9-448d-9c44-08fc2737c2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (86100e92-d951-4144-bd87-36328b8a7b76), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:12:42.890702 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-a8050c5e-fae0-4749-9066-b350f3112fc5 None None] Agent healthcheck: found 5 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:12:43.665798 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ac86131d-db3b-4e6c-9567-647e6948f8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (6a38cbfe-57d3-4d37-ac59-552f6dc7f99c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:12:45.015872 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (529a93d1-f8f6-4ba2-8600-6635050f85df), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:13:08.957407 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-311f6b55-c17b-44e4-8d1a-3a279607817c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (10a26995-69c6-4373-972b-e8a4ac0e51da), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:13:11.149979 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-2efaf701-65bb-4f28-9660-c92313c8a06c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (531611a8-34ea-4f1f-8d10-111cbf56a8a1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:13:12.361695 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f4fb-7ea9-448d-9c44-08fc2737c2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (86100e92-d951-4144-bd87-36328b8a7b76), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:13:13.666917 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ac86131d-db3b-4e6c-9567-647e6948f8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (6a38cbfe-57d3-4d37-ac59-552f6dc7f99c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:13:15.018851 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (529a93d1-f8f6-4ba2-8600-6635050f85df), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:13:19.888867 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-a8050c5e-fae0-4749-9066-b350f3112fc5 None None] Agent healthcheck: found 5 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:13:38.959856 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-22078638-af55-4b12-908b-9c91b40c5b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (10a26995-69c6-4373-972b-e8a4ac0e51da), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:13:41.162427 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eeadd62a-ca02-4ecf-a621-defaedf17a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (531611a8-34ea-4f1f-8d10-111cbf56a8a1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:13:42.374901 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f4fb-7ea9-448d-9c44-08fc2737c2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (86100e92-d951-4144-bd87-36328b8a7b76), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:13:43.673965 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ac86131d-db3b-4e6c-9567-647e6948f8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (6a38cbfe-57d3-4d37-ac59-552f6dc7f99c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:13:45.031875 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (529a93d1-f8f6-4ba2-8600-6635050f85df), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:13:56.887440 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-a8050c5e-fae0-4749-9066-b350f3112fc5 None None] Agent healthcheck: found 5 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:14:02.787140 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1589575'] for agent (0563e457-3a96-4909-b5a3-8fa5db96f619), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:14:08.961429 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5b4112d1-2740-4778-8156-cbb28db4e414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (10a26995-69c6-4373-972b-e8a4ac0e51da), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:14:11.156078 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-1470d12e-1802-4b42-b34c-726978fce9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (531611a8-34ea-4f1f-8d10-111cbf56a8a1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:14:12.367221 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f4fb-7ea9-448d-9c44-08fc2737c2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (86100e92-d951-4144-bd87-36328b8a7b76), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:14:13.672830 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ac86131d-db3b-4e6c-9567-647e6948f8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (6a38cbfe-57d3-4d37-ac59-552f6dc7f99c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:14:15.028220 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (529a93d1-f8f6-4ba2-8600-6635050f85df), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:14:18.094086 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 50182) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:14:18.201445 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-7638d881-3037-44da-910d-176de46c109a admin admin] 10.222.0.120 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4560 time: 0.1062694 Feb 16 14:14:20.585538 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 50192) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:14:20.650617 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-bfd6da09-f859-496e-b532-c5d40929c647 admin admin] 10.222.0.120 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4560 time: 0.0639815 Feb 16 14:14:32.773007 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (0563e457-3a96-4909-b5a3-8fa5db96f619), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:14:33.887488 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-a8050c5e-fae0-4749-9066-b350f3112fc5 None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:14:38.964069 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cfc0d836-7ed6-4256-ad84-c56e6801df9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (10a26995-69c6-4373-972b-e8a4ac0e51da), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:14:41.158581 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-3d561844-204b-4c1c-8984-c095bd204674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (531611a8-34ea-4f1f-8d10-111cbf56a8a1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:14:42.370568 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f4fb-7ea9-448d-9c44-08fc2737c2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (86100e92-d951-4144-bd87-36328b8a7b76), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:14:43.681315 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ac86131d-db3b-4e6c-9567-647e6948f8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (6a38cbfe-57d3-4d37-ac59-552f6dc7f99c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:14:45.032693 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (529a93d1-f8f6-4ba2-8600-6635050f85df), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:02.770305 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (0563e457-3a96-4909-b5a3-8fa5db96f619), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:08.975527 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c0aed64f-b03a-4fda-b403-04d92585b40b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (10a26995-69c6-4373-972b-e8a4ac0e51da), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:10.885355 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-a8050c5e-fae0-4749-9066-b350f3112fc5 None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:15:11.163211 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-99a9a3a7-4e55-46a7-afdd-89d36cb8fffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (531611a8-34ea-4f1f-8d10-111cbf56a8a1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:12.374554 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f4fb-7ea9-448d-9c44-08fc2737c2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (86100e92-d951-4144-bd87-36328b8a7b76), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:13.681792 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ac86131d-db3b-4e6c-9567-647e6948f8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (6a38cbfe-57d3-4d37-ac59-552f6dc7f99c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:15.030393 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (529a93d1-f8f6-4ba2-8600-6635050f85df), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:32.772362 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (0563e457-3a96-4909-b5a3-8fa5db96f619), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:38.967799 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-23e3235b-837b-4ac3-8e76-341c16cf4bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (10a26995-69c6-4373-972b-e8a4ac0e51da), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:41.165171 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-6acd2488-bbc4-4e5a-b6b5-6174429a86d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (531611a8-34ea-4f1f-8d10-111cbf56a8a1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:42.375981 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f4fb-7ea9-448d-9c44-08fc2737c2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (86100e92-d951-4144-bd87-36328b8a7b76), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:43.685145 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ac86131d-db3b-4e6c-9567-647e6948f8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (6a38cbfe-57d3-4d37-ac59-552f6dc7f99c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:45.027296 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (529a93d1-f8f6-4ba2-8600-6635050f85df), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:47.884462 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-a8050c5e-fae0-4749-9066-b350f3112fc5 None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:15:55.391068 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 50396) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:15:55.657442 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 50410) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:15:55.841310 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-976588a4-7b71-4642-96ae-f7ed72c21d0c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-939661306-network', 'tenant_id': 'd9a231f27e3b4236b5109f44434e8be7'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:15:55.864003 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976588a4-7b71-4642-96ae-f7ed72c21d0c admin admin] Made reservation on behalf of d9a231f27e3b4236b5109f44434e8be7 for: {'network': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:15:55.866332 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-976588a4-7b71-4642-96ae-f7ed72c21d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for network (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:55.875823 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-976588a4-7b71-4642-96ae-f7ed72c21d0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:55.935859 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 50422) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:15:55.959266 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-976588a4-7b71-4642-96ae-f7ed72c21d0c admin admin] Publish callbacks [] for security_group (64e7600f-f6fd-4253-a6f2-6bc1ed15b636), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:55.964608 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-976588a4-7b71-4642-96ae-f7ed72c21d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (64e7600f-f6fd-4253-a6f2-6bc1ed15b636), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:55.981235 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 50432) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:15:56.006888 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-14289bdb-2e91-45aa-85b9-148b6da4730a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-430929493-network', 'tenant_id': '9bd6b91468f54798bfb0f41b562227ca'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:15:56.014214 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-976588a4-7b71-4642-96ae-f7ed72c21d0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1335} {{(pid=102968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:15:56.017113 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976588a4-7b71-4642-96ae-f7ed72c21d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e7600f-f6fd-4253-a6f2-6bc1ed15b636,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:15:56.028589 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-976588a4-7b71-4642-96ae-f7ed72c21d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894495'] for segment (63149136-d21f-4d25-a697-3540935fddb9), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:56.029225 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.db.segments_db [None req-976588a4-7b71-4642-96ae-f7ed72c21d0c admin admin] Added segment 63149136-d21f-4d25-a697-3540935fddb9 of type vlan for network 3b4e79db-56cd-4d42-82d5-dc0b8425f909 Feb 16 14:15:56.075665 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-976588a4-7b71-4642-96ae-f7ed72c21d0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784246940290'] for network (3b4e79db-56cd-4d42-82d5-dc0b8425f909), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:56.121875 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976588a4-7b71-4642-96ae-f7ed72c21d0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:15:56.122232 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976588a4-7b71-4642-96ae-f7ed72c21d0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:15:56.122637 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976588a4-7b71-4642-96ae-f7ed72c21d0c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:15:56.122987 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976588a4-7b71-4642-96ae-f7ed72c21d0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:15:56.123321 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976588a4-7b71-4642-96ae-f7ed72c21d0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:15:56.123749 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976588a4-7b71-4642-96ae-f7ed72c21d0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:15:56.124054 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976588a4-7b71-4642-96ae-f7ed72c21d0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:15:56.124820 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976588a4-7b71-4642-96ae-f7ed72c21d0c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:15:56.125351 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976588a4-7b71-4642-96ae-f7ed72c21d0c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:15:56.125856 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976588a4-7b71-4642-96ae-f7ed72c21d0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:15:56.126525 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976588a4-7b71-4642-96ae-f7ed72c21d0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:15:56.127021 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976588a4-7b71-4642-96ae-f7ed72c21d0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:15:56.127525 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976588a4-7b71-4642-96ae-f7ed72c21d0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:15:56.128890 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976588a4-7b71-4642-96ae-f7ed72c21d0c admin admin] Tracked resource versions report: Feb 16 14:15:56.128890 dv-cinder-773985-32-iscsi neutron-server[102968]: pushed versions: Feb 16 14:15:56.128890 dv-cinder-773985-32-iscsi neutron-server[102968]: { 'AddressGroup': {'1.2'}, Feb 16 14:15:56.128890 dv-cinder-773985-32-iscsi neutron-server[102968]: 'ConntrackHelper': {'1.0'}, Feb 16 14:15:56.128890 dv-cinder-773985-32-iscsi neutron-server[102968]: 'LocalIPAssociation': {'1.0'}, Feb 16 14:15:56.128890 dv-cinder-773985-32-iscsi neutron-server[102968]: 'Log': {'1.0'}, Feb 16 14:15:56.128890 dv-cinder-773985-32-iscsi neutron-server[102968]: 'Network': {'1.1'}, Feb 16 14:15:56.128890 dv-cinder-773985-32-iscsi neutron-server[102968]: 'Port': {'1.7'}, Feb 16 14:15:56.128890 dv-cinder-773985-32-iscsi neutron-server[102968]: 'PortForwarding': {'1.2'}, Feb 16 14:15:56.128890 dv-cinder-773985-32-iscsi neutron-server[102968]: 'QosPolicy': {'1.10'}, Feb 16 14:15:56.128890 dv-cinder-773985-32-iscsi neutron-server[102968]: 'SecurityGroup': {'1.5'}, Feb 16 14:15:56.128890 dv-cinder-773985-32-iscsi neutron-server[102968]: 'SecurityGroupRule': {'1.2'}, Feb 16 14:15:56.128890 dv-cinder-773985-32-iscsi neutron-server[102968]: 'SubPort': {'1.0'}, Feb 16 14:15:56.128890 dv-cinder-773985-32-iscsi neutron-server[102968]: 'Subnet': {'1.1'}, Feb 16 14:15:56.128890 dv-cinder-773985-32-iscsi neutron-server[102968]: 'Trunk': {'1.1'}} Feb 16 14:15:56.128890 dv-cinder-773985-32-iscsi neutron-server[102968]: consumer versions: Feb 16 14:15:56.128890 dv-cinder-773985-32-iscsi neutron-server[102968]: { DHCP agent@dv-cinder-773985-32-iscsi: {}, Feb 16 14:15:56.128890 dv-cinder-773985-32-iscsi neutron-server[102968]: HyperV agent@hv-cinder-77398: {}, Feb 16 14:15:56.128890 dv-cinder-773985-32-iscsi neutron-server[102968]: L3 agent@dv-cinder-773985-32-iscsi: {}, Feb 16 14:15:56.128890 dv-cinder-773985-32-iscsi neutron-server[102968]: Metadata agent@dv-cinder-773985-32-iscsi: {}, Feb 16 14:15:56.128890 dv-cinder-773985-32-iscsi neutron-server[102968]: Metering agent@dv-cinder-773985-32-iscsi: {}, Feb 16 14:15:56.128890 dv-cinder-773985-32-iscsi neutron-server[102968]: Open vSwitch agent@dv-cinder-773985-32-iscsi: { 'AddressGroup': '1.2', Feb 16 14:15:56.128890 dv-cinder-773985-32-iscsi neutron-server[102968]: 'ConntrackHelper': '1.0', Feb 16 14:15:56.128890 dv-cinder-773985-32-iscsi neutron-server[102968]: 'LocalIPAssociation': '1.0', Feb 16 14:15:56.128890 dv-cinder-773985-32-iscsi neutron-server[102968]: 'Log': '1.0', Feb 16 14:15:56.128890 dv-cinder-773985-32-iscsi neutron-server[102968]: 'Network': '1.1', Feb 16 14:15:56.128890 dv-cinder-773985-32-iscsi neutron-server[102968]: 'Port': '1.7', Feb 16 14:15:56.128890 dv-cinder-773985-32-iscsi neutron-server[102968]: 'PortForwarding': '1.2', Feb 16 14:15:56.128890 dv-cinder-773985-32-iscsi neutron-server[102968]: 'QosPolicy': '1.10', Feb 16 14:15:56.128890 dv-cinder-773985-32-iscsi neutron-server[102968]: 'SecurityGroup': '1.5', Feb 16 14:15:56.128890 dv-cinder-773985-32-iscsi neutron-server[102968]: 'SecurityGroupRule': '1.2', Feb 16 14:15:56.128890 dv-cinder-773985-32-iscsi neutron-server[102968]: 'SubPort': '1.0', Feb 16 14:15:56.128890 dv-cinder-773985-32-iscsi neutron-server[102968]: 'Subnet': '1.1', Feb 16 14:15:56.128890 dv-cinder-773985-32-iscsi neutron-server[102968]: 'Trunk': '1.1'}} Feb 16 14:15:56.128890 dv-cinder-773985-32-iscsi neutron-server[102968]: {{(pid=102968) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 14:15:56.135510 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14289bdb-2e91-45aa-85b9-148b6da4730a admin admin] Made reservation on behalf of 9bd6b91468f54798bfb0f41b562227ca for: {'network': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:15:56.138080 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-14289bdb-2e91-45aa-85b9-148b6da4730a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for network (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:56.147540 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-976588a4-7b71-4642-96ae-f7ed72c21d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354'] for network (3b4e79db-56cd-4d42-82d5-dc0b8425f909), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:56.149075 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976588a4-7b71-4642-96ae-f7ed72c21d0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:56.149650 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-976588a4-7b71-4642-96ae-f7ed72c21d0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for network (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:56.153245 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-14289bdb-2e91-45aa-85b9-148b6da4730a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:56.179124 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-c786e549-c6d6-4630-ad87-fc8bc53212da admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-10169616-network', 'tenant_id': '191319209d6f4aa0a692cf7d431b25ef'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:15:56.202402 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c786e549-c6d6-4630-ad87-fc8bc53212da admin admin] Made reservation on behalf of 191319209d6f4aa0a692cf7d431b25ef for: {'network': 1} {{(pid=102969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:15:56.208476 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c786e549-c6d6-4630-ad87-fc8bc53212da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for network (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:56.216223 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976588a4-7b71-4642-96ae-f7ed72c21d0c admin admin] Pushing event updated for resources: {'Network': ['ID=3b4e79db-56cd-4d42-82d5-dc0b8425f909,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:15:56.227392 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c786e549-c6d6-4630-ad87-fc8bc53212da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:56.230855 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Network 3b4e79db-56cd-4d42-82d5-dc0b8425f909 details requested by agent ovs-agent-dv-cinder-773985-32-iscsi with host dv-cinder-773985-32-iscsi {{(pid=102970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:15:56.297681 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-14289bdb-2e91-45aa-85b9-148b6da4730a admin admin] Publish callbacks [] for security_group (a544c672-c2f7-45f2-aa1f-7c2533b5745c), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:56.304923 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-14289bdb-2e91-45aa-85b9-148b6da4730a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (a544c672-c2f7-45f2-aa1f-7c2533b5745c), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:56.318760 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 50446) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:15:56.321137 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-976588a4-7b71-4642-96ae-f7ed72c21d0c admin admin] 10.222.0.120 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9264135 Feb 16 14:15:56.330433 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-196ddb74-e68e-4263-b5e5-ae00aa1a2ce0 admin admin] Request body: {'subnet': {'network_id': '3b4e79db-56cd-4d42-82d5-dc0b8425f909', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-939661306-subnet', 'tenant_id': 'd9a231f27e3b4236b5109f44434e8be7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:15:56.376529 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14289bdb-2e91-45aa-85b9-148b6da4730a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a544c672-c2f7-45f2-aa1f-7c2533b5745c,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:15:56.383134 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14289bdb-2e91-45aa-85b9-148b6da4730a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1318} {{(pid=102968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:15:56.404143 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196ddb74-e68e-4263-b5e5-ae00aa1a2ce0 admin admin] Made reservation on behalf of d9a231f27e3b4236b5109f44434e8be7 for: {'subnet': 1} {{(pid=102969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:15:56.407071 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-14289bdb-2e91-45aa-85b9-148b6da4730a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894495'] for segment (8ec94c9d-4bfd-4bfa-b336-b87f995d63c6), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:56.407984 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-196ddb74-e68e-4263-b5e5-ae00aa1a2ce0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:56.408346 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.db.segments_db [None req-14289bdb-2e91-45aa-85b9-148b6da4730a admin admin] Added segment 8ec94c9d-4bfd-4bfa-b336-b87f995d63c6 of type vlan for network 9d58dae2-5a6b-4a66-b0fa-2d1d4a9b819b Feb 16 14:15:56.420214 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-aa610fce-a88b-4fe5-b063-2daefd02c700 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1011373759-network', 'tenant_id': '410a0d25161b4a0e8f890d74d6eb242d'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:15:56.455226 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-14289bdb-2e91-45aa-85b9-148b6da4730a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784246940290'] for network (9d58dae2-5a6b-4a66-b0fa-2d1d4a9b819b), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:56.458047 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa610fce-a88b-4fe5-b063-2daefd02c700 admin admin] Made reservation on behalf of 410a0d25161b4a0e8f890d74d6eb242d for: {'network': 1} {{(pid=102969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:15:56.461121 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-aa610fce-a88b-4fe5-b063-2daefd02c700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for network (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:56.473119 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-aa610fce-a88b-4fe5-b063-2daefd02c700 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:56.482507 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-14289bdb-2e91-45aa-85b9-148b6da4730a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354'] for network (9d58dae2-5a6b-4a66-b0fa-2d1d4a9b819b), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:56.484050 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14289bdb-2e91-45aa-85b9-148b6da4730a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:56.484707 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-14289bdb-2e91-45aa-85b9-148b6da4730a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for network (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:56.554788 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14289bdb-2e91-45aa-85b9-148b6da4730a admin admin] Pushing event updated for resources: {'Network': ['ID=9d58dae2-5a6b-4a66-b0fa-2d1d4a9b819b,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:15:56.557134 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c786e549-c6d6-4630-ad87-fc8bc53212da admin admin] Publish callbacks [] for security_group (0af0f0b1-8aea-4b7c-9cfd-60ee881470d2), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:56.569562 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c786e549-c6d6-4630-ad87-fc8bc53212da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (0af0f0b1-8aea-4b7c-9cfd-60ee881470d2), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:56.571276 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Network 9d58dae2-5a6b-4a66-b0fa-2d1d4a9b819b details requested by agent ovs-agent-dv-cinder-773985-32-iscsi with host dv-cinder-773985-32-iscsi {{(pid=102970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:15:56.579248 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-14289bdb-2e91-45aa-85b9-148b6da4730a admin admin] 10.222.0.120 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9206233 Feb 16 14:15:56.580081 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 50458) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:15:56.587094 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-2b320a43-678b-4b72-abbc-5d8e9c5aa091 admin admin] Request body: {'subnet': {'network_id': '9d58dae2-5a6b-4a66-b0fa-2d1d4a9b819b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-430929493-subnet', 'tenant_id': '9bd6b91468f54798bfb0f41b562227ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:15:56.614633 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b320a43-678b-4b72-abbc-5d8e9c5aa091 admin admin] Made reservation on behalf of 9bd6b91468f54798bfb0f41b562227ca for: {'subnet': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:15:56.619016 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-2b320a43-678b-4b72-abbc-5d8e9c5aa091 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:56.622324 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c786e549-c6d6-4630-ad87-fc8bc53212da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af0f0b1-8aea-4b7c-9cfd-60ee881470d2,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:15:56.638858 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c786e549-c6d6-4630-ad87-fc8bc53212da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1322} {{(pid=102969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:15:56.649527 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c786e549-c6d6-4630-ad87-fc8bc53212da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:15:56.650043 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c786e549-c6d6-4630-ad87-fc8bc53212da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:15:56.650495 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c786e549-c6d6-4630-ad87-fc8bc53212da admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:15:56.651043 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c786e549-c6d6-4630-ad87-fc8bc53212da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:15:56.651468 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c786e549-c6d6-4630-ad87-fc8bc53212da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:15:56.651991 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c786e549-c6d6-4630-ad87-fc8bc53212da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:15:56.652493 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c786e549-c6d6-4630-ad87-fc8bc53212da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:15:56.652946 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c786e549-c6d6-4630-ad87-fc8bc53212da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:15:56.653395 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c786e549-c6d6-4630-ad87-fc8bc53212da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:15:56.653830 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c786e549-c6d6-4630-ad87-fc8bc53212da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:15:56.654303 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c786e549-c6d6-4630-ad87-fc8bc53212da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:15:56.654776 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c786e549-c6d6-4630-ad87-fc8bc53212da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:15:56.655426 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c786e549-c6d6-4630-ad87-fc8bc53212da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:15:56.656714 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c786e549-c6d6-4630-ad87-fc8bc53212da admin admin] Tracked resource versions report: Feb 16 14:15:56.656714 dv-cinder-773985-32-iscsi neutron-server[102969]: pushed versions: Feb 16 14:15:56.656714 dv-cinder-773985-32-iscsi neutron-server[102969]: { 'AddressGroup': {'1.2'}, Feb 16 14:15:56.656714 dv-cinder-773985-32-iscsi neutron-server[102969]: 'ConntrackHelper': {'1.0'}, Feb 16 14:15:56.656714 dv-cinder-773985-32-iscsi neutron-server[102969]: 'LocalIPAssociation': {'1.0'}, Feb 16 14:15:56.656714 dv-cinder-773985-32-iscsi neutron-server[102969]: 'Log': {'1.0'}, Feb 16 14:15:56.656714 dv-cinder-773985-32-iscsi neutron-server[102969]: 'Network': {'1.1'}, Feb 16 14:15:56.656714 dv-cinder-773985-32-iscsi neutron-server[102969]: 'Port': {'1.7'}, Feb 16 14:15:56.656714 dv-cinder-773985-32-iscsi neutron-server[102969]: 'PortForwarding': {'1.2'}, Feb 16 14:15:56.656714 dv-cinder-773985-32-iscsi neutron-server[102969]: 'QosPolicy': {'1.10'}, Feb 16 14:15:56.656714 dv-cinder-773985-32-iscsi neutron-server[102969]: 'SecurityGroup': {'1.5'}, Feb 16 14:15:56.656714 dv-cinder-773985-32-iscsi neutron-server[102969]: 'SecurityGroupRule': {'1.2'}, Feb 16 14:15:56.656714 dv-cinder-773985-32-iscsi neutron-server[102969]: 'SubPort': {'1.0'}, Feb 16 14:15:56.656714 dv-cinder-773985-32-iscsi neutron-server[102969]: 'Subnet': {'1.1'}, Feb 16 14:15:56.656714 dv-cinder-773985-32-iscsi neutron-server[102969]: 'Trunk': {'1.1'}} Feb 16 14:15:56.656714 dv-cinder-773985-32-iscsi neutron-server[102969]: consumer versions: Feb 16 14:15:56.656714 dv-cinder-773985-32-iscsi neutron-server[102969]: { DHCP agent@dv-cinder-773985-32-iscsi: {}, Feb 16 14:15:56.656714 dv-cinder-773985-32-iscsi neutron-server[102969]: HyperV agent@hv-cinder-77398: {}, Feb 16 14:15:56.656714 dv-cinder-773985-32-iscsi neutron-server[102969]: L3 agent@dv-cinder-773985-32-iscsi: {}, Feb 16 14:15:56.656714 dv-cinder-773985-32-iscsi neutron-server[102969]: Metadata agent@dv-cinder-773985-32-iscsi: {}, Feb 16 14:15:56.656714 dv-cinder-773985-32-iscsi neutron-server[102969]: Metering agent@dv-cinder-773985-32-iscsi: {}, Feb 16 14:15:56.656714 dv-cinder-773985-32-iscsi neutron-server[102969]: Open vSwitch agent@dv-cinder-773985-32-iscsi: { 'AddressGroup': '1.2', Feb 16 14:15:56.656714 dv-cinder-773985-32-iscsi neutron-server[102969]: 'ConntrackHelper': '1.0', Feb 16 14:15:56.656714 dv-cinder-773985-32-iscsi neutron-server[102969]: 'LocalIPAssociation': '1.0', Feb 16 14:15:56.656714 dv-cinder-773985-32-iscsi neutron-server[102969]: 'Log': '1.0', Feb 16 14:15:56.656714 dv-cinder-773985-32-iscsi neutron-server[102969]: 'Network': '1.1', Feb 16 14:15:56.656714 dv-cinder-773985-32-iscsi neutron-server[102969]: 'Port': '1.7', Feb 16 14:15:56.656714 dv-cinder-773985-32-iscsi neutron-server[102969]: 'PortForwarding': '1.2', Feb 16 14:15:56.656714 dv-cinder-773985-32-iscsi neutron-server[102969]: 'QosPolicy': '1.10', Feb 16 14:15:56.656714 dv-cinder-773985-32-iscsi neutron-server[102969]: 'SecurityGroup': '1.5', Feb 16 14:15:56.656714 dv-cinder-773985-32-iscsi neutron-server[102969]: 'SecurityGroupRule': '1.2', Feb 16 14:15:56.656714 dv-cinder-773985-32-iscsi neutron-server[102969]: 'SubPort': '1.0', Feb 16 14:15:56.656714 dv-cinder-773985-32-iscsi neutron-server[102969]: 'Subnet': '1.1', Feb 16 14:15:56.656714 dv-cinder-773985-32-iscsi neutron-server[102969]: 'Trunk': '1.1'}} Feb 16 14:15:56.656714 dv-cinder-773985-32-iscsi neutron-server[102969]: {{(pid=102969) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 14:15:56.683272 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c786e549-c6d6-4630-ad87-fc8bc53212da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894495'] for segment (c25a00b6-c425-4e03-bd80-42e218491344), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:56.683763 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.db.segments_db [None req-c786e549-c6d6-4630-ad87-fc8bc53212da admin admin] Added segment c25a00b6-c425-4e03-bd80-42e218491344 of type vlan for network ebf6afd0-c796-4d65-bd33-5c3bb57211ed Feb 16 14:15:56.784194 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-aa610fce-a88b-4fe5-b063-2daefd02c700 admin admin] Publish callbacks [] for security_group (c5904760-0ebe-4d51-b495-85a270054039), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:56.792822 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-aa610fce-a88b-4fe5-b063-2daefd02c700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (c5904760-0ebe-4d51-b495-85a270054039), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:56.806474 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c786e549-c6d6-4630-ad87-fc8bc53212da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784246940290'] for network (ebf6afd0-c796-4d65-bd33-5c3bb57211ed), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:56.843492 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa610fce-a88b-4fe5-b063-2daefd02c700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5904760-0ebe-4d51-b495-85a270054039,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:15:56.856754 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa610fce-a88b-4fe5-b063-2daefd02c700 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1306} {{(pid=102969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:15:56.902168 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-aa610fce-a88b-4fe5-b063-2daefd02c700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894495'] for segment (7e12a080-9391-426e-98e0-74c5936ea1ba), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:56.902803 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.db.segments_db [None req-aa610fce-a88b-4fe5-b063-2daefd02c700 admin admin] Added segment 7e12a080-9391-426e-98e0-74c5936ea1ba of type vlan for network 08a3e979-1da2-40e7-a40c-6fc286cacb72 Feb 16 14:15:57.024653 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-2b320a43-678b-4b72-abbc-5d8e9c5aa091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354'] for subnet (6c526f28-2413-49d4-9079-9a70a0f0eaac), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:57.037894 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-aa610fce-a88b-4fe5-b063-2daefd02c700 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784246940290'] for network (08a3e979-1da2-40e7-a40c-6fc286cacb72), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:57.066663 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-196ddb74-e68e-4263-b5e5-ae00aa1a2ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354'] for subnet (49e52525-bf5f-472f-a994-bf14eeca6876), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:57.073126 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-aa610fce-a88b-4fe5-b063-2daefd02c700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354'] for network (08a3e979-1da2-40e7-a40c-6fc286cacb72), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:57.074392 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa610fce-a88b-4fe5-b063-2daefd02c700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:57.075173 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-aa610fce-a88b-4fe5-b063-2daefd02c700 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for network (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:57.094720 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b320a43-678b-4b72-abbc-5d8e9c5aa091 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c526f28-2413-49d4-9079-9a70a0f0eaac,revision_number=0']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:15:57.106874 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c786e549-c6d6-4630-ad87-fc8bc53212da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354'] for network (ebf6afd0-c796-4d65-bd33-5c3bb57211ed), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:57.108125 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c786e549-c6d6-4630-ad87-fc8bc53212da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:57.108934 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c786e549-c6d6-4630-ad87-fc8bc53212da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for network (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:57.113237 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b320a43-678b-4b72-abbc-5d8e9c5aa091 admin admin] Checking segment: {'id': '8ec94c9d-4bfd-4bfa-b336-b87f995d63c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '9d58dae2-5a6b-4a66-b0fa-2d1d4a9b819b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:15:57.113731 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b320a43-678b-4b72-abbc-5d8e9c5aa091 admin admin] Network hostable DHCP agents. Network: 9d58dae2-5a6b-4a66-b0fa-2d1d4a9b819b, hostable agents: ['10a26995-69c6-4373-972b-e8a4ac0e51da'], hosted agents: [] {{(pid=102968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:15:57.137641 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b320a43-678b-4b72-abbc-5d8e9c5aa091 admin admin] Network 9d58dae2-5a6b-4a66-b0fa-2d1d4a9b819b is scheduled to be hosted by DHCP agent 10a26995-69c6-4373-972b-e8a4ac0e51da with binding_index 1 {{(pid=102968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:15:57.141118 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-aa610fce-a88b-4fe5-b063-2daefd02c700 admin admin] 10.222.0.120 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1588666 Feb 16 14:15:57.144592 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 50482) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:15:57.155738 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-17ca5b26-8c7e-4fd9-84ef-8628e68cb4d8 admin admin] Request body: {'subnet': {'network_id': '08a3e979-1da2-40e7-a40c-6fc286cacb72', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1011373759-subnet', 'tenant_id': '410a0d25161b4a0e8f890d74d6eb242d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:15:57.169876 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-c786e549-c6d6-4630-ad87-fc8bc53212da admin admin] 10.222.0.120 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2319334 Feb 16 14:15:57.173343 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 50484) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:15:57.174356 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196ddb74-e68e-4263-b5e5-ae00aa1a2ce0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49e52525-bf5f-472f-a994-bf14eeca6876,revision_number=0']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:15:57.178750 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [None req-2b320a43-678b-4b72-abbc-5d8e9c5aa091 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-32-iscsi, 9d58dae2-5a6b-4a66-b0fa-2d1d4a9b819b) {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:15:57.185829 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b320a43-678b-4b72-abbc-5d8e9c5aa091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:57.186423 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-2b320a43-678b-4b72-abbc-5d8e9c5aa091 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for subnet (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:57.191313 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-ac986745-d86c-42f7-9007-a4f0f1bd83a7 admin admin] Request body: {'subnet': {'network_id': 'ebf6afd0-c796-4d65-bd33-5c3bb57211ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-10169616-subnet', 'tenant_id': '191319209d6f4aa0a692cf7d431b25ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:15:57.194047 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07f522a-bd8b-4e7a-916d-70a15a8a484c None None] Network 9d58dae2-5a6b-4a66-b0fa-2d1d4a9b819b requested from dv-cinder-773985-32-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:15:57.238957 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-2b320a43-678b-4b72-abbc-5d8e9c5aa091 admin admin] 10.222.0.120 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6568093 Feb 16 14:15:57.239759 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ca5b26-8c7e-4fd9-84ef-8628e68cb4d8 admin admin] Made reservation on behalf of 410a0d25161b4a0e8f890d74d6eb242d for: {'subnet': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:15:57.242564 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa610fce-a88b-4fe5-b063-2daefd02c700 admin admin] Pushing event updated for resources: {'Network': ['ID=08a3e979-1da2-40e7-a40c-6fc286cacb72,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:15:57.242718 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-17ca5b26-8c7e-4fd9-84ef-8628e68cb4d8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:57.260783 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Network 08a3e979-1da2-40e7-a40c-6fc286cacb72 details requested by agent ovs-agent-dv-cinder-773985-32-iscsi with host dv-cinder-773985-32-iscsi {{(pid=102970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:15:57.271187 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac986745-d86c-42f7-9007-a4f0f1bd83a7 admin admin] Made reservation on behalf of 191319209d6f4aa0a692cf7d431b25ef for: {'subnet': 1} {{(pid=102969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:15:57.273799 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ac986745-d86c-42f7-9007-a4f0f1bd83a7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:57.278863 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196ddb74-e68e-4263-b5e5-ae00aa1a2ce0 admin admin] Checking segment: {'id': '63149136-d21f-4d25-a697-3540935fddb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '3b4e79db-56cd-4d42-82d5-dc0b8425f909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:15:57.279893 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196ddb74-e68e-4263-b5e5-ae00aa1a2ce0 admin admin] Network hostable DHCP agents. Network: 3b4e79db-56cd-4d42-82d5-dc0b8425f909, hostable agents: ['10a26995-69c6-4373-972b-e8a4ac0e51da'], hosted agents: [] {{(pid=102969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:15:57.354434 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c786e549-c6d6-4630-ad87-fc8bc53212da admin admin] Pushing event updated for resources: {'Network': ['ID=ebf6afd0-c796-4d65-bd33-5c3bb57211ed,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:15:57.397089 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Network ebf6afd0-c796-4d65-bd33-5c3bb57211ed details requested by agent ovs-agent-dv-cinder-773985-32-iscsi with host dv-cinder-773985-32-iscsi {{(pid=102970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:15:57.467984 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196ddb74-e68e-4263-b5e5-ae00aa1a2ce0 admin admin] Network 3b4e79db-56cd-4d42-82d5-dc0b8425f909 is scheduled to be hosted by DHCP agent 10a26995-69c6-4373-972b-e8a4ac0e51da with binding_index 1 {{(pid=102969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:15:57.505572 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-196ddb74-e68e-4263-b5e5-ae00aa1a2ce0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-32-iscsi, 3b4e79db-56cd-4d42-82d5-dc0b8425f909) {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:15:57.518709 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196ddb74-e68e-4263-b5e5-ae00aa1a2ce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:57.519574 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-196ddb74-e68e-4263-b5e5-ae00aa1a2ce0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for subnet (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:57.549659 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-196ddb74-e68e-4263-b5e5-ae00aa1a2ce0 admin admin] 10.222.0.120 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2263680 Feb 16 14:15:57.555628 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 50498) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:15:57.560462 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-e8aec6cf-dab6-4692-b043-11bf40e15b06 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-939661306-router', 'tenant_id': 'd9a231f27e3b4236b5109f44434e8be7', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444'}}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:15:57.590364 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e8aec6cf-dab6-4692-b043-11bf40e15b06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24928'] for router (edc821d0-16f7-41cd-9205-f2e48ad6eb43), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:57.591791 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e8aec6cf-dab6-4692-b043-11bf40e15b06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1644564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24987'] for router (edc821d0-16f7-41cd-9205-f2e48ad6eb43), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:57.598005 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e635ab28-0ace-4e07-8219-43e8a763e0c9 None None] Network 3b4e79db-56cd-4d42-82d5-dc0b8425f909 requested from dv-cinder-773985-32-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:15:57.656163 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-17ca5b26-8c7e-4fd9-84ef-8628e68cb4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354'] for subnet (b5411640-e171-466e-826f-00fe3dbaa6b6), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:57.665664 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d09c34-89a3-42d3-915c-4dd884b0a74f None None] Network 9d58dae2-5a6b-4a66-b0fa-2d1d4a9b819b requested from dv-cinder-773985-32-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:15:57.737394 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ca5b26-8c7e-4fd9-84ef-8628e68cb4d8 admin admin] Checking segment: {'id': '7e12a080-9391-426e-98e0-74c5936ea1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '08a3e979-1da2-40e7-a40c-6fc286cacb72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:15:57.741343 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ca5b26-8c7e-4fd9-84ef-8628e68cb4d8 admin admin] Network hostable DHCP agents. Network: 08a3e979-1da2-40e7-a40c-6fc286cacb72, hostable agents: ['10a26995-69c6-4373-972b-e8a4ac0e51da'], hosted agents: [] {{(pid=102968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:15:57.742219 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ca5b26-8c7e-4fd9-84ef-8628e68cb4d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5411640-e171-466e-826f-00fe3dbaa6b6,revision_number=0']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:15:57.763606 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ca5b26-8c7e-4fd9-84ef-8628e68cb4d8 admin admin] Network 08a3e979-1da2-40e7-a40c-6fc286cacb72 is scheduled to be hosted by DHCP agent 10a26995-69c6-4373-972b-e8a4ac0e51da with binding_index 1 {{(pid=102968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:15:57.780166 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [None req-17ca5b26-8c7e-4fd9-84ef-8628e68cb4d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-32-iscsi, 08a3e979-1da2-40e7-a40c-6fc286cacb72) {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:15:57.786933 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ca5b26-8c7e-4fd9-84ef-8628e68cb4d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:57.789767 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-17ca5b26-8c7e-4fd9-84ef-8628e68cb4d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for subnet (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:57.807133 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e8aec6cf-dab6-4692-b043-11bf40e15b06 admin admin] Publish callbacks [] for router_controller (edc821d0-16f7-41cd-9205-f2e48ad6eb43), precommit_add_association {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:57.822012 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-17ca5b26-8c7e-4fd9-84ef-8628e68cb4d8 admin admin] 10.222.0.120 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6748741 Feb 16 14:15:57.825285 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 50508) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:15:57.831649 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-7030f6f3-d9d1-4a1b-b7df-d5d7ebb8a873 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1011373759-router', 'tenant_id': '410a0d25161b4a0e8f890d74d6eb242d', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444'}}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:15:57.837237 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6550d4c0-771a-4a57-8ae6-d78f3dd70e66 None None] Network 08a3e979-1da2-40e7-a40c-6fc286cacb72 requested from dv-cinder-773985-32-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:15:57.864431 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7030f6f3-d9d1-4a1b-b7df-d5d7ebb8a873 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24928'] for router (7ef9b361-04ee-467d-b3f7-ca5ff07ffa90), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:57.866625 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7030f6f3-d9d1-4a1b-b7df-d5d7ebb8a873 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1644564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24987'] for router (7ef9b361-04ee-467d-b3f7-ca5ff07ffa90), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:57.936386 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7030f6f3-d9d1-4a1b-b7df-d5d7ebb8a873 admin admin] Publish callbacks [] for router_controller (7ef9b361-04ee-467d-b3f7-ca5ff07ffa90), precommit_add_association {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:57.972087 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ac986745-d86c-42f7-9007-a4f0f1bd83a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354'] for subnet (664452e3-1277-4c51-8f59-1d3b97df3dbb), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:58.114417 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8b7043-4263-45a8-9c93-74ca7399f8a8 None None] Network 3b4e79db-56cd-4d42-82d5-dc0b8425f909 requested from dv-cinder-773985-32-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:15:58.121820 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50b4bc4-e303-4356-b98f-e5e319842c23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79a0a048-c219-5e99-a467-099ebabd7883-08a3e979-1da2-40e7-a40c-6fc286cacb72', 'network_id': '08a3e979-1da2-40e7-a40c-6fc286cacb72', 'project_id': '410a0d25161b4a0e8f890d74d6eb242d', 'fixed_ips': [{'subnet_id': 'b5411640-e171-466e-826f-00fe3dbaa6b6'}]}} from dv-cinder-773985-32-iscsi. {{(pid=102970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 14:15:58.122929 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d50b4bc4-e303-4356-b98f-e5e319842c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:58.150691 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac986745-d86c-42f7-9007-a4f0f1bd83a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=664452e3-1277-4c51-8f59-1d3b97df3dbb,revision_number=0']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:15:58.178873 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e8aec6cf-dab6-4692-b043-11bf40e15b06 admin admin] Publish callbacks [] for router_gateway (edc821d0-16f7-41cd-9205-f2e48ad6eb43), precommit_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:58.195721 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac986745-d86c-42f7-9007-a4f0f1bd83a7 admin admin] Checking segment: {'id': 'c25a00b6-c425-4e03-bd80-42e218491344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': 'ebf6afd0-c796-4d65-bd33-5c3bb57211ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:15:58.196423 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac986745-d86c-42f7-9007-a4f0f1bd83a7 admin admin] Network hostable DHCP agents. Network: ebf6afd0-c796-4d65-bd33-5c3bb57211ed, hostable agents: ['10a26995-69c6-4373-972b-e8a4ac0e51da'], hosted agents: [] {{(pid=102969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:15:58.270846 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac986745-d86c-42f7-9007-a4f0f1bd83a7 admin admin] Network ebf6afd0-c796-4d65-bd33-5c3bb57211ed is scheduled to be hosted by DHCP agent 10a26995-69c6-4373-972b-e8a4ac0e51da with binding_index 1 {{(pid=102969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:15:58.275725 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7030f6f3-d9d1-4a1b-b7df-d5d7ebb8a873 admin admin] Publish callbacks [] for router_gateway (7ef9b361-04ee-467d-b3f7-ca5ff07ffa90), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:58.298333 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 50540) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:15:58.303553 dv-cinder-773985-32-iscsi neutron-server[102969]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 16 14:15:58.328621 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-ac986745-d86c-42f7-9007-a4f0f1bd83a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-32-iscsi, ebf6afd0-c796-4d65-bd33-5c3bb57211ed) {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:15:58.349698 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a4c8f1-83dd-45b3-ad11-0120902c77e8 None None] Network ebf6afd0-c796-4d65-bd33-5c3bb57211ed requested from dv-cinder-773985-32-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:15:58.446106 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.db_base_plugin_common [None req-d50b4bc4-e303-4356-b98f-e5e319842c23 None None] Allocated IP 172.20.0.2 (08a3e979-1da2-40e7-a40c-6fc286cacb72/b5411640-e171-466e-826f-00fe3dbaa6b6/6f05ce37-d8be-45b8-a190-c10c2638b14a) {{(pid=102970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:15:58.577018 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac986745-d86c-42f7-9007-a4f0f1bd83a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:58.577609 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ac986745-d86c-42f7-9007-a4f0f1bd83a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for subnet (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:58.646900 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7030f6f3-d9d1-4a1b-b7df-d5d7ebb8a873 admin admin] Publish callbacks [] for router_gateway (7ef9b361-04ee-467d-b3f7-ca5ff07ffa90), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:58.690598 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-ac986745-d86c-42f7-9007-a4f0f1bd83a7 admin admin] 10.222.0.120 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5132751 Feb 16 14:15:58.698855 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 50562) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:15:58.707008 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-fe60df5d-cf9f-4655-89be-e3d53e05455a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-10169616-router', 'tenant_id': '191319209d6f4aa0a692cf7d431b25ef', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444'}}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:15:58.717560 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7030f6f3-d9d1-4a1b-b7df-d5d7ebb8a873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:58.720837 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e28f2f-fd60-44ca-86c7-b5961f82d3c7 req-0e7e88b2-0ff0-45e7-9630-19fc77898eba tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:58.722314 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-54e28f2f-fd60-44ca-86c7-b5961f82d3c7 req-0e7e88b2-0ff0-45e7-9630-19fc77898eba tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.120 "GET /v2.0/networks?id=9d58dae2-5a6b-4a66-b0fa-2d1d4a9b819b HTTP/1.1" status: 200 len: 811 time: 0.4209175 Feb 16 14:15:58.726877 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 50564) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:15:58.738213 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716898bb-d1d5-4ea9-b689-cf495b1504b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79a0a048-c219-5e99-a467-099ebabd7883-ebf6afd0-c796-4d65-bd33-5c3bb57211ed', 'network_id': 'ebf6afd0-c796-4d65-bd33-5c3bb57211ed', 'project_id': '191319209d6f4aa0a692cf7d431b25ef', 'fixed_ips': [{'subnet_id': '664452e3-1277-4c51-8f59-1d3b97df3dbb'}]}} from dv-cinder-773985-32-iscsi. {{(pid=102970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 14:15:58.738990 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-716898bb-d1d5-4ea9-b689-cf495b1504b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:58.771980 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-54e28f2f-fd60-44ca-86c7-b5961f82d3c7 req-4ce37de8-c2db-4562-8cd0-d0b0e8985da8 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.120 "GET /v2.0/quotas/9bd6b91468f54798bfb0f41b562227ca HTTP/1.1" status: 200 len: 375 time: 0.0392196 Feb 16 14:15:58.776010 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-fe60df5d-cf9f-4655-89be-e3d53e05455a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24928'] for router (b8a42c37-a11f-4fbf-b38b-54846685184c), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:58.777151 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-fe60df5d-cf9f-4655-89be-e3d53e05455a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1644564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24987'] for router (b8a42c37-a11f-4fbf-b38b-54846685184c), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:58.849176 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-54e28f2f-fd60-44ca-86c7-b5961f82d3c7 req-fa128e3a-26cd-4183-bb64-264f24e700ee tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.120 "GET /v2.0/ports?tenant_id=9bd6b91468f54798bfb0f41b562227ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0656040 Feb 16 14:15:58.953196 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_common [None req-7030f6f3-d9d1-4a1b-b7df-d5d7ebb8a873 admin admin] Allocated IP 172.27.2.42 (5b71b9ca-6085-48b7-9167-93053be13444/8c2b85af-3da9-4754-9d29-6d95dbdc6260/889f4e28-56ab-4437-8364-bf9f84f6e647) {{(pid=102968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:15:59.086418 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e737cbc9-ffb2-4be5-aad0-a07001e09e79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:59.115246 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d50b4bc4-e303-4356-b98f-e5e319842c23 None None] Publish callbacks [] for port (6f05ce37-d8be-45b8-a190-c10c2638b14a), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:59.128173 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7030f6f3-d9d1-4a1b-b7df-d5d7ebb8a873 admin admin] Publish callbacks [] for port (889f4e28-56ab-4437-8364-bf9f84f6e647), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:59.129950 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.db_base_plugin_common [None req-716898bb-d1d5-4ea9-b689-cf495b1504b9 None None] Allocated IP 172.20.0.2 (ebf6afd0-c796-4d65-bd33-5c3bb57211ed/664452e3-1277-4c51-8f59-1d3b97df3dbb/842827e6-fb19-46f6-9015-56af90c14388) {{(pid=102970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:15:59.132329 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d50b4bc4-e303-4356-b98f-e5e319842c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784246951208'] for port (6f05ce37-d8be-45b8-a190-c10c2638b14a), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:59.159614 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [req-54e28f2f-fd60-44ca-86c7-b5961f82d3c7 req-4cbb19d2-9cdb-4d3a-a976-65a395406bb7 service neutron] http://10.222.0.120:9696/v2.0/extensions returned with HTTP 200 {{(pid=102969) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 14:15:59.161313 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-54e28f2f-fd60-44ca-86c7-b5961f82d3c7 req-4cbb19d2-9cdb-4d3a-a976-65a395406bb7 service neutron] 10.222.0.120 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1123569 Feb 16 14:15:59.188223 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-fe60df5d-cf9f-4655-89be-e3d53e05455a admin admin] Publish callbacks [] for router_controller (b8a42c37-a11f-4fbf-b38b-54846685184c), precommit_add_association {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:59.200789 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50b4bc4-e303-4356-b98f-e5e319842c23 None None] Pushing event updated for resources: {'Port': ['ID=6f05ce37-d8be-45b8-a190-c10c2638b14a,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:15:59.207387 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7030f6f3-d9d1-4a1b-b7df-d5d7ebb8a873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784246951208'] for port (889f4e28-56ab-4437-8364-bf9f84f6e647), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:59.218607 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b4bc4-e303-4356-b98f-e5e319842c23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:15:59.218957 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b4bc4-e303-4356-b98f-e5e319842c23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:15:59.219321 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b4bc4-e303-4356-b98f-e5e319842c23 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:15:59.219689 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b4bc4-e303-4356-b98f-e5e319842c23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:15:59.220081 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b4bc4-e303-4356-b98f-e5e319842c23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:15:59.220428 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b4bc4-e303-4356-b98f-e5e319842c23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:15:59.220758 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b4bc4-e303-4356-b98f-e5e319842c23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:15:59.221424 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b4bc4-e303-4356-b98f-e5e319842c23 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:15:59.223026 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b4bc4-e303-4356-b98f-e5e319842c23 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:15:59.223591 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b4bc4-e303-4356-b98f-e5e319842c23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:15:59.224101 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b4bc4-e303-4356-b98f-e5e319842c23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:15:59.224599 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b4bc4-e303-4356-b98f-e5e319842c23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:15:59.225322 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b4bc4-e303-4356-b98f-e5e319842c23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:15:59.227246 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b4bc4-e303-4356-b98f-e5e319842c23 None None] Tracked resource versions report: Feb 16 14:15:59.227246 dv-cinder-773985-32-iscsi neutron-server[102970]: pushed versions: Feb 16 14:15:59.227246 dv-cinder-773985-32-iscsi neutron-server[102970]: { 'AddressGroup': {'1.2'}, Feb 16 14:15:59.227246 dv-cinder-773985-32-iscsi neutron-server[102970]: 'ConntrackHelper': {'1.0'}, Feb 16 14:15:59.227246 dv-cinder-773985-32-iscsi neutron-server[102970]: 'LocalIPAssociation': {'1.0'}, Feb 16 14:15:59.227246 dv-cinder-773985-32-iscsi neutron-server[102970]: 'Log': {'1.0'}, Feb 16 14:15:59.227246 dv-cinder-773985-32-iscsi neutron-server[102970]: 'Network': {'1.1'}, Feb 16 14:15:59.227246 dv-cinder-773985-32-iscsi neutron-server[102970]: 'Port': {'1.7'}, Feb 16 14:15:59.227246 dv-cinder-773985-32-iscsi neutron-server[102970]: 'PortForwarding': {'1.2'}, Feb 16 14:15:59.227246 dv-cinder-773985-32-iscsi neutron-server[102970]: 'QosPolicy': {'1.10'}, Feb 16 14:15:59.227246 dv-cinder-773985-32-iscsi neutron-server[102970]: 'SecurityGroup': {'1.5'}, Feb 16 14:15:59.227246 dv-cinder-773985-32-iscsi neutron-server[102970]: 'SecurityGroupRule': {'1.2'}, Feb 16 14:15:59.227246 dv-cinder-773985-32-iscsi neutron-server[102970]: 'SubPort': {'1.0'}, Feb 16 14:15:59.227246 dv-cinder-773985-32-iscsi neutron-server[102970]: 'Subnet': {'1.1'}, Feb 16 14:15:59.227246 dv-cinder-773985-32-iscsi neutron-server[102970]: 'Trunk': {'1.1'}} Feb 16 14:15:59.227246 dv-cinder-773985-32-iscsi neutron-server[102970]: consumer versions: Feb 16 14:15:59.227246 dv-cinder-773985-32-iscsi neutron-server[102970]: { DHCP agent@dv-cinder-773985-32-iscsi: {}, Feb 16 14:15:59.227246 dv-cinder-773985-32-iscsi neutron-server[102970]: HyperV agent@hv-cinder-77398: {}, Feb 16 14:15:59.227246 dv-cinder-773985-32-iscsi neutron-server[102970]: L3 agent@dv-cinder-773985-32-iscsi: {}, Feb 16 14:15:59.227246 dv-cinder-773985-32-iscsi neutron-server[102970]: Metadata agent@dv-cinder-773985-32-iscsi: {}, Feb 16 14:15:59.227246 dv-cinder-773985-32-iscsi neutron-server[102970]: Metering agent@dv-cinder-773985-32-iscsi: {}, Feb 16 14:15:59.227246 dv-cinder-773985-32-iscsi neutron-server[102970]: Open vSwitch agent@dv-cinder-773985-32-iscsi: { 'AddressGroup': '1.2', Feb 16 14:15:59.227246 dv-cinder-773985-32-iscsi neutron-server[102970]: 'ConntrackHelper': '1.0', Feb 16 14:15:59.227246 dv-cinder-773985-32-iscsi neutron-server[102970]: 'LocalIPAssociation': '1.0', Feb 16 14:15:59.227246 dv-cinder-773985-32-iscsi neutron-server[102970]: 'Log': '1.0', Feb 16 14:15:59.227246 dv-cinder-773985-32-iscsi neutron-server[102970]: 'Network': '1.1', Feb 16 14:15:59.227246 dv-cinder-773985-32-iscsi neutron-server[102970]: 'Port': '1.7', Feb 16 14:15:59.227246 dv-cinder-773985-32-iscsi neutron-server[102970]: 'PortForwarding': '1.2', Feb 16 14:15:59.227246 dv-cinder-773985-32-iscsi neutron-server[102970]: 'QosPolicy': '1.10', Feb 16 14:15:59.227246 dv-cinder-773985-32-iscsi neutron-server[102970]: 'SecurityGroup': '1.5', Feb 16 14:15:59.227246 dv-cinder-773985-32-iscsi neutron-server[102970]: 'SecurityGroupRule': '1.2', Feb 16 14:15:59.227246 dv-cinder-773985-32-iscsi neutron-server[102970]: 'SubPort': '1.0', Feb 16 14:15:59.227246 dv-cinder-773985-32-iscsi neutron-server[102970]: 'Subnet': '1.1', Feb 16 14:15:59.227246 dv-cinder-773985-32-iscsi neutron-server[102970]: 'Trunk': '1.1'}} Feb 16 14:15:59.227246 dv-cinder-773985-32-iscsi neutron-server[102970]: {{(pid=102970) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 14:15:59.233581 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50b4bc4-e303-4356-b98f-e5e319842c23 None None] Network 08a3e979-1da2-40e7-a40c-6fc286cacb72 is already hosted by enough agents. {{(pid=102970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:15:59.239722 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [None req-d50b4bc4-e303-4356-b98f-e5e319842c23 None None] Resources bound (agent type, host, resource id): {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:15:59.244686 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50b4bc4-e303-4356-b98f-e5e319842c23 None None] Received port after_create {{(pid=102970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:15:59.310945 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7030f6f3-d9d1-4a1b-b7df-d5d7ebb8a873 admin admin] Pushing event updated for resources: {'Port': ['ID=889f4e28-56ab-4437-8364-bf9f84f6e647,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:15:59.325749 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7030f6f3-d9d1-4a1b-b7df-d5d7ebb8a873 admin admin] Network 5b71b9ca-6085-48b7-9167-93053be13444 is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:15:59.327231 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [None req-7030f6f3-d9d1-4a1b-b7df-d5d7ebb8a873 admin admin] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:15:59.329907 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7030f6f3-d9d1-4a1b-b7df-d5d7ebb8a873 admin admin] Received port after_create {{(pid=102968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:15:59.344846 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e8aec6cf-dab6-4692-b043-11bf40e15b06 admin admin] Publish callbacks [] for router_gateway (edc821d0-16f7-41cd-9205-f2e48ad6eb43), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:59.373604 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-d50b4bc4-e303-4356-b98f-e5e319842c23 None None] Attempting to bind port 6f05ce37-d8be-45b8-a190-c10c2638b14a on host dv-cinder-773985-32-iscsi for vnic_type normal with profile {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:15:59.374645 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-d50b4bc4-e303-4356-b98f-e5e319842c23 None None] Attempting to bind port 6f05ce37-d8be-45b8-a190-c10c2638b14a by drivers openvswitch,hyperv on host dv-cinder-773985-32-iscsi at level 0 using segments [{'id': '7e12a080-9391-426e-98e0-74c5936ea1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '08a3e979-1da2-40e7-a40c-6fc286cacb72'}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:15:59.375171 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50b4bc4-e303-4356-b98f-e5e319842c23 None None] Attempting to bind port 6f05ce37-d8be-45b8-a190-c10c2638b14a on network 08a3e979-1da2-40e7-a40c-6fc286cacb72 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:15:59.384336 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e8aec6cf-dab6-4692-b043-11bf40e15b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:59.388276 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50b4bc4-e303-4356-b98f-e5e319842c23 None None] Checking agent: {'id': '529a93d1-f8f6-4ba2-8600-6635050f85df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 7, 45), 'started_at': datetime.datetime(2022, 2, 16, 14, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:15:59.388877 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50b4bc4-e303-4356-b98f-e5e319842c23 None None] Checking segment: {'id': '7e12a080-9391-426e-98e0-74c5936ea1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '08a3e979-1da2-40e7-a40c-6fc286cacb72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:15:59.389457 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d50b4bc4-e303-4356-b98f-e5e319842c23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:59.390310 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50b4bc4-e303-4356-b98f-e5e319842c23 None None] Bound using segment: {'id': '7e12a080-9391-426e-98e0-74c5936ea1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '08a3e979-1da2-40e7-a40c-6fc286cacb72'} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:15:59.390966 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-d50b4bc4-e303-4356-b98f-e5e319842c23 None None] Bound port: 6f05ce37-d8be-45b8-a190-c10c2638b14a, host: dv-cinder-773985-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e12a080-9391-426e-98e0-74c5936ea1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '08a3e979-1da2-40e7-a40c-6fc286cacb72'}}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:15:59.391704 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d50b4bc4-e303-4356-b98f-e5e319842c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (6f05ce37-d8be-45b8-a190-c10c2638b14a), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:59.418128 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 50594) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:15:59.480771 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e737cbc9-ffb2-4be5-aad0-a07001e09e79 admin admin] Publish callbacks [] for security_group (1dfdcce1-1581-4c99-8bc9-58cce67df723), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:59.512453 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-716898bb-d1d5-4ea9-b689-cf495b1504b9 None None] Publish callbacks [] for port (842827e6-fb19-46f6-9015-56af90c14388), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:59.513820 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-fe60df5d-cf9f-4655-89be-e3d53e05455a admin admin] Publish callbacks [] for router_gateway (b8a42c37-a11f-4fbf-b38b-54846685184c), precommit_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:59.517686 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e737cbc9-ffb2-4be5-aad0-a07001e09e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (1dfdcce1-1581-4c99-8bc9-58cce67df723), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:59.520457 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-d50b4bc4-e303-4356-b98f-e5e319842c23 None None] For port 6f05ce37-d8be-45b8-a190-c10c2638b14a, host dv-cinder-773985-32-iscsi, cleared binding levels {{(pid=102970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:15:59.525013 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-d50b4bc4-e303-4356-b98f-e5e319842c23 None None] For port 6f05ce37-d8be-45b8-a190-c10c2638b14a, host dv-cinder-773985-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=6f05ce37-d8be-45b8-a190-c10c2638b14a,segment=NetworkSegment(7e12a080-9391-426e-98e0-74c5936ea1ba),segment_id=7e12a080-9391-426e-98e0-74c5936ea1ba)] {{(pid=102970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:15:59.527019 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-716898bb-d1d5-4ea9-b689-cf495b1504b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784246951208'] for port (842827e6-fb19-46f6-9015-56af90c14388), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:59.527679 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-54e28f2f-fd60-44ca-86c7-b5961f82d3c7 req-7d1eced1-d992-4d9a-821e-6bb7524b0cfd service neutron] 10.222.0.120 "GET /v2.0/networks/9d58dae2-5a6b-4a66-b0fa-2d1d4a9b819b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411267 Feb 16 14:15:59.565937 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d50b4bc4-e303-4356-b98f-e5e319842c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (6f05ce37-d8be-45b8-a190-c10c2638b14a), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:59.588952 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716898bb-d1d5-4ea9-b689-cf495b1504b9 None None] Network ebf6afd0-c796-4d65-bd33-5c3bb57211ed is already hosted by enough agents. {{(pid=102970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:15:59.597151 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [None req-716898bb-d1d5-4ea9-b689-cf495b1504b9 None None] Resources bound (agent type, host, resource id): {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:15:59.605106 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716898bb-d1d5-4ea9-b689-cf495b1504b9 None None] Received port after_create {{(pid=102970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:15:59.612795 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716898bb-d1d5-4ea9-b689-cf495b1504b9 None None] Pushing event updated for resources: {'Port': ['ID=842827e6-fb19-46f6-9015-56af90c14388,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:15:59.719426 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-e737cbc9-ffb2-4be5-aad0-a07001e09e79 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=b9bf414f2c6643ddabed2484b5bab3b5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9896693 Feb 16 14:15:59.726482 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 50602) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:15:59.736024 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e737cbc9-ffb2-4be5-aad0-a07001e09e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dfdcce1-1581-4c99-8bc9-58cce67df723,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:15:59.802347 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-8a3376c2-2608-4bc4-b6b2-734912c2b6ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:59.821190 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-54e28f2f-fd60-44ca-86c7-b5961f82d3c7 req-14295a3a-86a3-4329-bb49-cf87088c79b0 service neutron] 10.222.0.120 "GET /v2.0/networks/9d58dae2-5a6b-4a66-b0fa-2d1d4a9b819b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844715 Feb 16 14:15:59.854410 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.db.db_base_plugin_common [None req-e8aec6cf-dab6-4692-b043-11bf40e15b06 admin admin] Allocated IP 172.27.2.164 (5b71b9ca-6085-48b7-9167-93053be13444/8c2b85af-3da9-4754-9d29-6d95dbdc6260/4cd0e328-3d31-4652-8c60-6f12fa85f7ed) {{(pid=102969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:15:59.913232 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50b4bc4-e303-4356-b98f-e5e319842c23 None None] Pushing event updated for resources: {'Port': ['ID=6f05ce37-d8be-45b8-a190-c10c2638b14a,revision_number=2']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:15:59.917395 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-716898bb-d1d5-4ea9-b689-cf495b1504b9 None None] Attempting to bind port 842827e6-fb19-46f6-9015-56af90c14388 on host dv-cinder-773985-32-iscsi for vnic_type normal with profile {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:15:59.932923 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-716898bb-d1d5-4ea9-b689-cf495b1504b9 None None] Attempting to bind port 842827e6-fb19-46f6-9015-56af90c14388 by drivers openvswitch,hyperv on host dv-cinder-773985-32-iscsi at level 0 using segments [{'id': 'c25a00b6-c425-4e03-bd80-42e218491344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': 'ebf6afd0-c796-4d65-bd33-5c3bb57211ed'}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:15:59.933885 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716898bb-d1d5-4ea9-b689-cf495b1504b9 None None] Attempting to bind port 842827e6-fb19-46f6-9015-56af90c14388 on network ebf6afd0-c796-4d65-bd33-5c3bb57211ed {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:15:59.949596 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716898bb-d1d5-4ea9-b689-cf495b1504b9 None None] Checking agent: {'id': '529a93d1-f8f6-4ba2-8600-6635050f85df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 7, 45), 'started_at': datetime.datetime(2022, 2, 16, 14, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:15:59.954288 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716898bb-d1d5-4ea9-b689-cf495b1504b9 None None] Checking segment: {'id': 'c25a00b6-c425-4e03-bd80-42e218491344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': 'ebf6afd0-c796-4d65-bd33-5c3bb57211ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:15:59.954712 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-716898bb-d1d5-4ea9-b689-cf495b1504b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:15:59.958576 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716898bb-d1d5-4ea9-b689-cf495b1504b9 None None] Bound using segment: {'id': 'c25a00b6-c425-4e03-bd80-42e218491344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': 'ebf6afd0-c796-4d65-bd33-5c3bb57211ed'} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:15:59.959091 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-716898bb-d1d5-4ea9-b689-cf495b1504b9 None None] Bound port: 842827e6-fb19-46f6-9015-56af90c14388, host: dv-cinder-773985-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c25a00b6-c425-4e03-bd80-42e218491344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': 'ebf6afd0-c796-4d65-bd33-5c3bb57211ed'}}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:15:59.961067 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-716898bb-d1d5-4ea9-b689-cf495b1504b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (842827e6-fb19-46f6-9015-56af90c14388), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:00.049414 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-50d8031e-00e6-45b1-b419-2a19407a3e62 admin admin] Publish callbacks [] for security_group (1dfdcce1-1581-4c99-8bc9-58cce67df723), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:00.078166 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7030f6f3-d9d1-4a1b-b7df-d5d7ebb8a873 admin admin] Publish callbacks [] for router_gateway (7ef9b361-04ee-467d-b3f7-ca5ff07ffa90), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:00.170398 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-716898bb-d1d5-4ea9-b689-cf495b1504b9 None None] For port 842827e6-fb19-46f6-9015-56af90c14388, host dv-cinder-773985-32-iscsi, cleared binding levels {{(pid=102970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:16:00.190243 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-716898bb-d1d5-4ea9-b689-cf495b1504b9 None None] For port 842827e6-fb19-46f6-9015-56af90c14388, host dv-cinder-773985-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=842827e6-fb19-46f6-9015-56af90c14388,segment=NetworkSegment(c25a00b6-c425-4e03-bd80-42e218491344),segment_id=c25a00b6-c425-4e03-bd80-42e218491344)] {{(pid=102970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:16:00.204321 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-716898bb-d1d5-4ea9-b689-cf495b1504b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (842827e6-fb19-46f6-9015-56af90c14388), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:00.236208 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e8aec6cf-dab6-4692-b043-11bf40e15b06 admin admin] Publish callbacks [] for port (4cd0e328-3d31-4652-8c60-6f12fa85f7ed), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:00.281293 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device 6f05ce37-d8be-45b8-a190-c10c2638b14a up at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:16:00.283579 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-8a3376c2-2608-4bc4-b6b2-734912c2b6ce admin admin] Publish callbacks [] for security_group (d21727c2-2959-410a-b4e0-310df7868580), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:00.286611 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-50d8031e-00e6-45b1-b419-2a19407a3e62 admin admin] Publish callbacks [] for security_group (1dfdcce1-1581-4c99-8bc9-58cce67df723), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:00.297840 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-8a3376c2-2608-4bc4-b6b2-734912c2b6ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (d21727c2-2959-410a-b4e0-310df7868580), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:00.327600 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e8aec6cf-dab6-4692-b043-11bf40e15b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784246951208'] for port (4cd0e328-3d31-4652-8c60-6f12fa85f7ed), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:00.339628 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-8a3376c2-2608-4bc4-b6b2-734912c2b6ce admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=812bcda9b48041e88eec29a0a030a2fb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9202080 Feb 16 14:16:00.349926 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 50640) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:00.482011 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716898bb-d1d5-4ea9-b689-cf495b1504b9 None None] Pushing event updated for resources: {'Port': ['ID=842827e6-fb19-46f6-9015-56af90c14388,revision_number=2']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:00.525422 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Provisioning complete for port 6f05ce37-d8be-45b8-a190-c10c2638b14a triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:16:00.526022 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (6f05ce37-d8be-45b8-a190-c10c2638b14a), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:00.526759 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-50d8031e-00e6-45b1-b419-2a19407a3e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (1dfdcce1-1581-4c99-8bc9-58cce67df723), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:00.529742 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-50d8031e-00e6-45b1-b419-2a19407a3e62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:00.531322 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-50d8031e-00e6-45b1-b419-2a19407a3e62 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/1dfdcce1-1581-4c99-8bc9-58cce67df723 HTTP/1.1" status: 204 len: 168 time: 0.7843320 Feb 16 14:16:00.532376 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aec6cf-dab6-4692-b043-11bf40e15b06 admin admin] Pushing event updated for resources: {'Port': ['ID=4cd0e328-3d31-4652-8c60-6f12fa85f7ed,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:00.570775 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3376c2-2608-4bc4-b6b2-734912c2b6ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21727c2-2959-410a-b4e0-310df7868580,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:00.637589 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-1a253dce-55d5-4139-bf09-62756397e2f7 admin admin] Publish callbacks [] for security_group (d21727c2-2959-410a-b4e0-310df7868580), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:00.643610 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-9417dc29-079c-4125-8f03-3c804c8107e0 req-4332881c-7e46-4600-8a9d-f5aa85db249c tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.120 "GET /v2.0/ports?device_id=7e92ad68-f22d-4da6-bcf4-ed9073b066ae HTTP/1.1" status: 200 len: 210 time: 0.1078293 Feb 16 14:16:00.653367 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d8031e-00e6-45b1-b419-2a19407a3e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dfdcce1-1581-4c99-8bc9-58cce67df723,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:00.777163 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Current status of the port 6f05ce37-d8be-45b8-a190-c10c2638b14a is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:16:00.777580 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (6f05ce37-d8be-45b8-a190-c10c2638b14a), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:00.814652 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-1a253dce-55d5-4139-bf09-62756397e2f7 admin admin] Publish callbacks [] for security_group (d21727c2-2959-410a-b4e0-310df7868580), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:00.865380 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] For port 6f05ce37-d8be-45b8-a190-c10c2638b14a, host dv-cinder-773985-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=6f05ce37-d8be-45b8-a190-c10c2638b14a,segment=NetworkSegment(7e12a080-9391-426e-98e0-74c5936ea1ba),segment_id=7e12a080-9391-426e-98e0-74c5936ea1ba)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:16:00.873666 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (6f05ce37-d8be-45b8-a190-c10c2638b14a), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:00.923985 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8aec6cf-dab6-4692-b043-11bf40e15b06 admin admin] Network 5b71b9ca-6085-48b7-9167-93053be13444 is already hosted by enough agents. {{(pid=102969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:16:00.947009 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-e8aec6cf-dab6-4692-b043-11bf40e15b06 admin admin] Resources bound (agent type, host, resource id): {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:16:00.950322 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7030f6f3-d9d1-4a1b-b7df-d5d7ebb8a873 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1596030'] for router (7ef9b361-04ee-467d-b3f7-ca5ff07ffa90), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:00.952788 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8aec6cf-dab6-4692-b043-11bf40e15b06 admin admin] Received port after_create {{(pid=102969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:16:01.048870 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-1a253dce-55d5-4139-bf09-62756397e2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (d21727c2-2959-410a-b4e0-310df7868580), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:01.051839 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-1a253dce-55d5-4139-bf09-62756397e2f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:01.053181 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-1a253dce-55d5-4139-bf09-62756397e2f7 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/d21727c2-2959-410a-b4e0-310df7868580 HTTP/1.1" status: 204 len: 168 time: 0.7022936 Feb 16 14:16:01.064571 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Pushing event updated for resources: {'Port': ['ID=6f05ce37-d8be-45b8-a190-c10c2638b14a,revision_number=3']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:01.099307 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a253dce-55d5-4139-bf09-62756397e2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21727c2-2959-410a-b4e0-310df7868580,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:01.293896 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7030f6f3-d9d1-4a1b-b7df-d5d7ebb8a873 admin admin] Router 7ef9b361-04ee-467d-b3f7-ca5ff07ffa90 is scheduled to L3 agent 531611a8-34ea-4f1f-8d10-111cbf56a8a1 with binding_index 1 {{(pid=102968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:16:01.413939 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ac15d6-cab1-4d90-aa21-50320c5abf60 None None] Network 08a3e979-1da2-40e7-a40c-6fc286cacb72 requested from dv-cinder-773985-32-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:16:01.422579 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 50680) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:01.435796 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-fe60df5d-cf9f-4655-89be-e3d53e05455a admin admin] Publish callbacks [] for router_gateway (b8a42c37-a11f-4fbf-b38b-54846685184c), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:01.553768 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7030f6f3-d9d1-4a1b-b7df-d5d7ebb8a873 admin admin] Notify agent at l3_agent.dv-cinder-773985-32-iscsi the message routers_updated {{(pid=102968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:16:01.565551 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecba1de-49bf-4bb1-807c-85d03c566c2d None None] Sync routers for ids ['7ef9b361-04ee-467d-b3f7-ca5ff07ffa90'] in dv-cinder-773985-32-iscsi {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:16:01.594211 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecba1de-49bf-4bb1-807c-85d03c566c2d None None] Routers {'7ef9b361-04ee-467d-b3f7-ca5ff07ffa90'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:16:01.596115 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-7ecba1de-49bf-4bb1-807c-85d03c566c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:15:41Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['7ef9b361-04ee-467d-b3f7-ca5ff07ffa90'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:16:01.640098 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7030f6f3-d9d1-4a1b-b7df-d5d7ebb8a873 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:01.641763 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-7030f6f3-d9d1-4a1b-b7df-d5d7ebb8a873 admin admin] 10.222.0.120 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.8152959 Feb 16 14:16:01.641955 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-37afd830-0bd4-4c5c-b267-a11b1de4a717 None None] Provisioning complete for port 6f05ce37-d8be-45b8-a190-c10c2638b14a triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:16:01.643420 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-37afd830-0bd4-4c5c-b267-a11b1de4a717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (6f05ce37-d8be-45b8-a190-c10c2638b14a), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:01.645125 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 50690) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:01.719902 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-fe60df5d-cf9f-4655-89be-e3d53e05455a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:01.725561 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-04c5257a-6e7d-4f03-b4e0-436599405c92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:01.839802 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-04c5257a-6e7d-4f03-b4e0-436599405c92 admin admin] Publish callbacks [] for security_group (0ae82126-1d44-406e-a926-88f23c6f077d), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:01.849633 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-04c5257a-6e7d-4f03-b4e0-436599405c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (0ae82126-1d44-406e-a926-88f23c6f077d), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:01.879600 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-37afd830-0bd4-4c5c-b267-a11b1de4a717 None None] Current status of the port 6f05ce37-d8be-45b8-a190-c10c2638b14a is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:16:01.901792 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 50698) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:01.909141 dv-cinder-773985-32-iscsi neutron-server[102968]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 16 14:16:01.918814 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c5257a-6e7d-4f03-b4e0-436599405c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae82126-1d44-406e-a926-88f23c6f077d,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:01.956284 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e8aec6cf-dab6-4692-b043-11bf40e15b06 admin admin] Publish callbacks [] for router_gateway (edc821d0-16f7-41cd-9205-f2e48ad6eb43), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:02.065940 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a91f1f85-3249-4128-9dd8-1581904bbbab req-8fd7b670-1d23-4aba-aa78-a5f8236ff579 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.120 "GET /v2.0/ports?device_id=7e92ad68-f22d-4da6-bcf4-ed9073b066ae HTTP/1.1" status: 200 len: 210 time: 0.1617253 Feb 16 14:16:02.115265 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 50710) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:02.129963 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-7ecba1de-49bf-4bb1-807c-85d03c566c2d None None] Set router 7ef9b361-04ee-467d-b3f7-ca5ff07ffa90 gateway port host: dv-cinder-773985-32-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:16:02.166880 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-04c5257a-6e7d-4f03-b4e0-436599405c92 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=23ed975e626042d5bdb246d451b9689d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7397134 Feb 16 14:16:02.167896 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 50714) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:02.259011 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.db.db_base_plugin_common [None req-fe60df5d-cf9f-4655-89be-e3d53e05455a admin admin] Allocated IP 172.27.2.107 (5b71b9ca-6085-48b7-9167-93053be13444/8c2b85af-3da9-4754-9d29-6d95dbdc6260/700931d7-6707-4beb-9240-a3c17a7903f2) {{(pid=102969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:16:02.309447 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device 842827e6-fb19-46f6-9015-56af90c14388 up at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:16:02.362759 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1837160d-7115-4b40-b5ea-c8026e8d384c None None] Network ebf6afd0-c796-4d65-bd33-5c3bb57211ed requested from dv-cinder-773985-32-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:16:02.381061 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-c5ca17a6-77ca-4e1f-8fca-c84829271f2e None None] Provisioning complete for port 6f05ce37-d8be-45b8-a190-c10c2638b14a triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:16:02.384060 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5ca17a6-77ca-4e1f-8fca-c84829271f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (6f05ce37-d8be-45b8-a190-c10c2638b14a), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:02.488552 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-7ecba1de-49bf-4bb1-807c-85d03c566c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef9b361-04ee-467d-b3f7-ca5ff07ffa90', 'name': 'tempest-AttachVolumeShelveTestJSON-1011373759-router', 'tenant_id': '410a0d25161b4a0e8f890d74d6eb242d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '889f4e28-56ab-4437-8364-bf9f84f6e647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:15:57Z', 'updated_at': '2022-02-16T14:15:59Z', 'revision_number': 3, 'project_id': '410a0d25161b4a0e8f890d74d6eb242d', 'gw_port': {'id': '889f4e28-56ab-4437-8364-bf9f84f6e647', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef9b361-04ee-467d-b3f7-ca5ff07ffa90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:15:58Z', 'updated_at': '2022-02-16T14:15:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi'}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:16:02.524244 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecba1de-49bf-4bb1-807c-85d03c566c2d None None] Checking router: 7ef9b361-04ee-467d-b3f7-ca5ff07ffa90 for host: dv-cinder-773985-32-iscsi {{(pid=102971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:16:02.524907 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecba1de-49bf-4bb1-807c-85d03c566c2d None None] Updating router 7ef9b361-04ee-467d-b3f7-ca5ff07ffa90 port 889f4e28-56ab-4437-8364-bf9f84f6e647 binding host dv-cinder-773985-32-iscsi {{(pid=102971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:16:02.554876 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-7ecba1de-49bf-4bb1-807c-85d03c566c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (889f4e28-56ab-4437-8364-bf9f84f6e647), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:02.568688 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Provisioning complete for port 842827e6-fb19-46f6-9015-56af90c14388 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:16:02.569077 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (842827e6-fb19-46f6-9015-56af90c14388), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:02.633454 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e8aec6cf-dab6-4692-b043-11bf40e15b06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1596030'] for router (edc821d0-16f7-41cd-9205-f2e48ad6eb43), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:02.645565 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-fe60df5d-cf9f-4655-89be-e3d53e05455a admin admin] Publish callbacks [] for port (700931d7-6707-4beb-9240-a3c17a7903f2), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:02.700986 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-bd61c600-c3af-4bf6-a630-d5815765f6f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:02.753398 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c5ca17a6-77ca-4e1f-8fca-c84829271f2e None None] Current status of the port 6f05ce37-d8be-45b8-a190-c10c2638b14a is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:16:02.767145 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b01e6143-c867-47d0-b2d2-06727ee3fa9e admin admin] Publish callbacks [] for security_group (0ae82126-1d44-406e-a926-88f23c6f077d), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:02.784440 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-fe60df5d-cf9f-4655-89be-e3d53e05455a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784246951208'] for port (700931d7-6707-4beb-9240-a3c17a7903f2), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:02.810953 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b01e6143-c867-47d0-b2d2-06727ee3fa9e admin admin] Publish callbacks [] for security_group (0ae82126-1d44-406e-a926-88f23c6f077d), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:02.833444 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (0563e457-3a96-4909-b5a3-8fa5db96f619), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:02.847533 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Current status of the port 842827e6-fb19-46f6-9015-56af90c14388 is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:16:02.847934 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (842827e6-fb19-46f6-9015-56af90c14388), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:02.865429 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe60df5d-cf9f-4655-89be-e3d53e05455a admin admin] Network 5b71b9ca-6085-48b7-9167-93053be13444 is already hosted by enough agents. {{(pid=102969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:16:02.893112 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-fe60df5d-cf9f-4655-89be-e3d53e05455a admin admin] Resources bound (agent type, host, resource id): {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:16:02.905759 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe60df5d-cf9f-4655-89be-e3d53e05455a admin admin] Received port after_create {{(pid=102969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:16:02.910664 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] For port 842827e6-fb19-46f6-9015-56af90c14388, host dv-cinder-773985-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=842827e6-fb19-46f6-9015-56af90c14388,segment=NetworkSegment(c25a00b6-c425-4e03-bd80-42e218491344),segment_id=c25a00b6-c425-4e03-bd80-42e218491344)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:16:02.914683 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-4fec30ab-346d-4805-ac72-1cae991f42e2 None None] Provisioning complete for port 842827e6-fb19-46f6-9015-56af90c14388 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:16:02.914683 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4fec30ab-346d-4805-ac72-1cae991f42e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (842827e6-fb19-46f6-9015-56af90c14388), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:02.959192 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (842827e6-fb19-46f6-9015-56af90c14388), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:02.960008 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device 6f05ce37-d8be-45b8-a190-c10c2638b14a up at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:16:02.967830 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b01e6143-c867-47d0-b2d2-06727ee3fa9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (0ae82126-1d44-406e-a926-88f23c6f077d), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:02.981813 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b01e6143-c867-47d0-b2d2-06727ee3fa9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:02.982997 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-b01e6143-c867-47d0-b2d2-06727ee3fa9e admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/0ae82126-1d44-406e-a926-88f23c6f077d HTTP/1.1" status: 204 len: 168 time: 0.8141496 Feb 16 14:16:03.068580 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Pushing event updated for resources: {'Port': ['ID=842827e6-fb19-46f6-9015-56af90c14388,revision_number=3']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:03.134214 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-4fec30ab-346d-4805-ac72-1cae991f42e2 None None] Current status of the port 842827e6-fb19-46f6-9015-56af90c14388 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:16:03.136629 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Provisioning complete for port 6f05ce37-d8be-45b8-a190-c10c2638b14a triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:16:03.136944 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (6f05ce37-d8be-45b8-a190-c10c2638b14a), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:03.166877 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01e6143-c867-47d0-b2d2-06727ee3fa9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae82126-1d44-406e-a926-88f23c6f077d,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:03.209794 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-7ecba1de-49bf-4bb1-807c-85d03c566c2d None None] Publish callbacks [] for port (889f4e28-56ab-4437-8364-bf9f84f6e647), precommit_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:03.223610 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-bd61c600-c3af-4bf6-a630-d5815765f6f3 admin admin] Publish callbacks [] for security_group (a4747ad9-b4b3-4e66-b869-f05e1ba90edb), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:03.226622 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-7ecba1de-49bf-4bb1-807c-85d03c566c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (889f4e28-56ab-4437-8364-bf9f84f6e647), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:03.320896 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe60df5d-cf9f-4655-89be-e3d53e05455a admin admin] Pushing event updated for resources: {'Port': ['ID=700931d7-6707-4beb-9240-a3c17a7903f2,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:03.337110 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Current status of the port 6f05ce37-d8be-45b8-a190-c10c2638b14a is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:16:03.345939 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-bd61c600-c3af-4bf6-a630-d5815765f6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (a4747ad9-b4b3-4e66-b869-f05e1ba90edb), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:03.372043 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8aec6cf-dab6-4692-b043-11bf40e15b06 admin admin] Router edc821d0-16f7-41cd-9205-f2e48ad6eb43 is scheduled to L3 agent 531611a8-34ea-4f1f-8d10-111cbf56a8a1 with binding_index 1 {{(pid=102969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:16:03.378894 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-a37cb865-243c-421f-82ff-508d00921e26 None None] Provisioning complete for port 842827e6-fb19-46f6-9015-56af90c14388 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:16:03.379290 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-a37cb865-243c-421f-82ff-508d00921e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (842827e6-fb19-46f6-9015-56af90c14388), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:03.404892 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-fe60df5d-cf9f-4655-89be-e3d53e05455a admin admin] Publish callbacks [] for router_gateway (b8a42c37-a11f-4fbf-b38b-54846685184c), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:03.426366 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [None req-7ecba1de-49bf-4bb1-807c-85d03c566c2d None None] Attempting to bind port 889f4e28-56ab-4437-8364-bf9f84f6e647 on host dv-cinder-773985-32-iscsi for vnic_type normal with profile {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:16:03.428385 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [None req-7ecba1de-49bf-4bb1-807c-85d03c566c2d None None] Attempting to bind port 889f4e28-56ab-4437-8364-bf9f84f6e647 by drivers openvswitch,hyperv on host dv-cinder-773985-32-iscsi at level 0 using segments [{'id': '26d58d4e-c6ed-4576-9373-5fb9e6fda4ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444'}] {{(pid=102971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:16:03.431227 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecba1de-49bf-4bb1-807c-85d03c566c2d None None] Attempting to bind port 889f4e28-56ab-4437-8364-bf9f84f6e647 on network 5b71b9ca-6085-48b7-9167-93053be13444 {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:16:03.440592 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-bd61c600-c3af-4bf6-a630-d5815765f6f3 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=e6b9165f43d94636a7875f0b191dfb83&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3141425 Feb 16 14:16:03.444973 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 50746) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:03.454264 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecba1de-49bf-4bb1-807c-85d03c566c2d None None] Checking agent: {'id': '529a93d1-f8f6-4ba2-8600-6635050f85df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 7, 45), 'started_at': datetime.datetime(2022, 2, 16, 14, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:16:03.457953 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecba1de-49bf-4bb1-807c-85d03c566c2d None None] Checking segment: {'id': '26d58d4e-c6ed-4576-9373-5fb9e6fda4ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:16:03.459543 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-7ecba1de-49bf-4bb1-807c-85d03c566c2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:03.464166 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecba1de-49bf-4bb1-807c-85d03c566c2d None None] Bound using segment: {'id': '26d58d4e-c6ed-4576-9373-5fb9e6fda4ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444'} {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:16:03.465166 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [None req-7ecba1de-49bf-4bb1-807c-85d03c566c2d None None] Bound port: 889f4e28-56ab-4437-8364-bf9f84f6e647, host: dv-cinder-773985-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26d58d4e-c6ed-4576-9373-5fb9e6fda4ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444'}}] {{(pid=102971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:16:03.465806 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-7ecba1de-49bf-4bb1-807c-85d03c566c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (889f4e28-56ab-4437-8364-bf9f84f6e647), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:03.510000 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d677564d-b485-4499-aea3-36c3e1be97b4 req-8f53bf1d-4a2c-452f-95d8-d14c85cb95b3 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.120 "GET /v2.0/ports?device_id=7e92ad68-f22d-4da6-bcf4-ed9073b066ae HTTP/1.1" status: 200 len: 210 time: 0.0552986 Feb 16 14:16:03.558150 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-a37cb865-243c-421f-82ff-508d00921e26 None None] Current status of the port 842827e6-fb19-46f6-9015-56af90c14388 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:16:03.594118 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [None req-7ecba1de-49bf-4bb1-807c-85d03c566c2d None None] For port 889f4e28-56ab-4437-8364-bf9f84f6e647, host dv-cinder-773985-32-iscsi, cleared binding levels {{(pid=102971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:16:03.597906 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [None req-7ecba1de-49bf-4bb1-807c-85d03c566c2d None None] For port 889f4e28-56ab-4437-8364-bf9f84f6e647, host dv-cinder-773985-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=889f4e28-56ab-4437-8364-bf9f84f6e647,segment=NetworkSegment(26d58d4e-c6ed-4576-9373-5fb9e6fda4ae),segment_id=26d58d4e-c6ed-4576-9373-5fb9e6fda4ae)] {{(pid=102971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:16:03.613935 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-7ecba1de-49bf-4bb1-807c-85d03c566c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (889f4e28-56ab-4437-8364-bf9f84f6e647), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:03.665199 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1015fd87-a3fb-4245-bdb3-c6ce32f0ba6c None None] Pushing event updated for resources: {'Port': ['ID=889f4e28-56ab-4437-8364-bf9f84f6e647,revision_number=2']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:03.668200 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-023b68af-b425-48ba-81fe-92b4ad18e97c admin admin] Publish callbacks [] for security_group (a4747ad9-b4b3-4e66-b869-f05e1ba90edb), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:03.677071 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecba1de-49bf-4bb1-807c-85d03c566c2d None None] Routers {'7ef9b361-04ee-467d-b3f7-ca5ff07ffa90'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:16:03.677742 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-7ecba1de-49bf-4bb1-807c-85d03c566c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:15:41Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['7ef9b361-04ee-467d-b3f7-ca5ff07ffa90'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:16:03.708629 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd61c600-c3af-4bf6-a630-d5815765f6f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4747ad9-b4b3-4e66-b869-f05e1ba90edb,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:03.745642 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-023b68af-b425-48ba-81fe-92b4ad18e97c admin admin] Publish callbacks [] for security_group (a4747ad9-b4b3-4e66-b869-f05e1ba90edb), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:03.756701 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b1edfd65-d376-4991-aff6-2383d3203b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:03.839317 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-7ecba1de-49bf-4bb1-807c-85d03c566c2d None None] Set router 7ef9b361-04ee-467d-b3f7-ca5ff07ffa90 gateway port host: dv-cinder-773985-32-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:16:03.891414 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-023b68af-b425-48ba-81fe-92b4ad18e97c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (a4747ad9-b4b3-4e66-b869-f05e1ba90edb), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:03.903310 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-023b68af-b425-48ba-81fe-92b4ad18e97c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:03.908621 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-023b68af-b425-48ba-81fe-92b4ad18e97c admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/a4747ad9-b4b3-4e66-b869-f05e1ba90edb HTTP/1.1" status: 204 len: 168 time: 0.4281404 Feb 16 14:16:03.937850 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023b68af-b425-48ba-81fe-92b4ad18e97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4747ad9-b4b3-4e66-b869-f05e1ba90edb,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:03.968013 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8aec6cf-dab6-4692-b043-11bf40e15b06 admin admin] Notify agent at l3_agent.dv-cinder-773985-32-iscsi the message routers_updated {{(pid=102969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:16:03.988538 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787c7e52-1456-43e3-80e1-65084bb48e40 None None] Sync routers for ids ['edc821d0-16f7-41cd-9205-f2e48ad6eb43'] in dv-cinder-773985-32-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:16:04.001945 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1015fd87-a3fb-4245-bdb3-c6ce32f0ba6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:04.002323 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1015fd87-a3fb-4245-bdb3-c6ce32f0ba6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:04.003184 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1015fd87-a3fb-4245-bdb3-c6ce32f0ba6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:04.003740 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1015fd87-a3fb-4245-bdb3-c6ce32f0ba6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:04.004565 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1015fd87-a3fb-4245-bdb3-c6ce32f0ba6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:04.005099 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1015fd87-a3fb-4245-bdb3-c6ce32f0ba6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:04.005647 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1015fd87-a3fb-4245-bdb3-c6ce32f0ba6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:04.006214 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1015fd87-a3fb-4245-bdb3-c6ce32f0ba6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:04.006617 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1015fd87-a3fb-4245-bdb3-c6ce32f0ba6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:04.007203 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1015fd87-a3fb-4245-bdb3-c6ce32f0ba6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:04.007765 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1015fd87-a3fb-4245-bdb3-c6ce32f0ba6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:04.008300 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1015fd87-a3fb-4245-bdb3-c6ce32f0ba6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:04.009153 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1015fd87-a3fb-4245-bdb3-c6ce32f0ba6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:04.010523 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1015fd87-a3fb-4245-bdb3-c6ce32f0ba6c None None] Tracked resource versions report: Feb 16 14:16:04.010523 dv-cinder-773985-32-iscsi neutron-server[102971]: pushed versions: Feb 16 14:16:04.010523 dv-cinder-773985-32-iscsi neutron-server[102971]: { 'AddressGroup': {'1.2'}, Feb 16 14:16:04.010523 dv-cinder-773985-32-iscsi neutron-server[102971]: 'ConntrackHelper': {'1.0'}, Feb 16 14:16:04.010523 dv-cinder-773985-32-iscsi neutron-server[102971]: 'LocalIPAssociation': {'1.0'}, Feb 16 14:16:04.010523 dv-cinder-773985-32-iscsi neutron-server[102971]: 'Log': {'1.0'}, Feb 16 14:16:04.010523 dv-cinder-773985-32-iscsi neutron-server[102971]: 'Network': {'1.1'}, Feb 16 14:16:04.010523 dv-cinder-773985-32-iscsi neutron-server[102971]: 'Port': {'1.7'}, Feb 16 14:16:04.010523 dv-cinder-773985-32-iscsi neutron-server[102971]: 'PortForwarding': {'1.2'}, Feb 16 14:16:04.010523 dv-cinder-773985-32-iscsi neutron-server[102971]: 'QosPolicy': {'1.10'}, Feb 16 14:16:04.010523 dv-cinder-773985-32-iscsi neutron-server[102971]: 'SecurityGroup': {'1.5'}, Feb 16 14:16:04.010523 dv-cinder-773985-32-iscsi neutron-server[102971]: 'SecurityGroupRule': {'1.2'}, Feb 16 14:16:04.010523 dv-cinder-773985-32-iscsi neutron-server[102971]: 'SubPort': {'1.0'}, Feb 16 14:16:04.010523 dv-cinder-773985-32-iscsi neutron-server[102971]: 'Subnet': {'1.1'}, Feb 16 14:16:04.010523 dv-cinder-773985-32-iscsi neutron-server[102971]: 'Trunk': {'1.1'}} Feb 16 14:16:04.010523 dv-cinder-773985-32-iscsi neutron-server[102971]: consumer versions: Feb 16 14:16:04.010523 dv-cinder-773985-32-iscsi neutron-server[102971]: { DHCP agent@dv-cinder-773985-32-iscsi: {}, Feb 16 14:16:04.010523 dv-cinder-773985-32-iscsi neutron-server[102971]: HyperV agent@hv-cinder-77398: {}, Feb 16 14:16:04.010523 dv-cinder-773985-32-iscsi neutron-server[102971]: L3 agent@dv-cinder-773985-32-iscsi: {}, Feb 16 14:16:04.010523 dv-cinder-773985-32-iscsi neutron-server[102971]: Metadata agent@dv-cinder-773985-32-iscsi: {}, Feb 16 14:16:04.010523 dv-cinder-773985-32-iscsi neutron-server[102971]: Metering agent@dv-cinder-773985-32-iscsi: {}, Feb 16 14:16:04.010523 dv-cinder-773985-32-iscsi neutron-server[102971]: Open vSwitch agent@dv-cinder-773985-32-iscsi: { 'AddressGroup': '1.2', Feb 16 14:16:04.010523 dv-cinder-773985-32-iscsi neutron-server[102971]: 'ConntrackHelper': '1.0', Feb 16 14:16:04.010523 dv-cinder-773985-32-iscsi neutron-server[102971]: 'LocalIPAssociation': '1.0', Feb 16 14:16:04.010523 dv-cinder-773985-32-iscsi neutron-server[102971]: 'Log': '1.0', Feb 16 14:16:04.010523 dv-cinder-773985-32-iscsi neutron-server[102971]: 'Network': '1.1', Feb 16 14:16:04.010523 dv-cinder-773985-32-iscsi neutron-server[102971]: 'Port': '1.7', Feb 16 14:16:04.010523 dv-cinder-773985-32-iscsi neutron-server[102971]: 'PortForwarding': '1.2', Feb 16 14:16:04.010523 dv-cinder-773985-32-iscsi neutron-server[102971]: 'QosPolicy': '1.10', Feb 16 14:16:04.010523 dv-cinder-773985-32-iscsi neutron-server[102971]: 'SecurityGroup': '1.5', Feb 16 14:16:04.010523 dv-cinder-773985-32-iscsi neutron-server[102971]: 'SecurityGroupRule': '1.2', Feb 16 14:16:04.010523 dv-cinder-773985-32-iscsi neutron-server[102971]: 'SubPort': '1.0', Feb 16 14:16:04.010523 dv-cinder-773985-32-iscsi neutron-server[102971]: 'Subnet': '1.1', Feb 16 14:16:04.010523 dv-cinder-773985-32-iscsi neutron-server[102971]: 'Trunk': '1.1'}} Feb 16 14:16:04.010523 dv-cinder-773985-32-iscsi neutron-server[102971]: {{(pid=102971) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 14:16:04.024267 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787c7e52-1456-43e3-80e1-65084bb48e40 None None] Routers {'edc821d0-16f7-41cd-9205-f2e48ad6eb43'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:16:04.025455 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-787c7e52-1456-43e3-80e1-65084bb48e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:15:41Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['edc821d0-16f7-41cd-9205-f2e48ad6eb43'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:16:04.099213 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1015fd87-a3fb-4245-bdb3-c6ce32f0ba6c None None] Pushing event updated for resources: {'Port': ['ID=889f4e28-56ab-4437-8364-bf9f84f6e647,revision_number=3']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:04.146877 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-7ecba1de-49bf-4bb1-807c-85d03c566c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef9b361-04ee-467d-b3f7-ca5ff07ffa90', 'name': 'tempest-AttachVolumeShelveTestJSON-1011373759-router', 'tenant_id': '410a0d25161b4a0e8f890d74d6eb242d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '889f4e28-56ab-4437-8364-bf9f84f6e647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:15:57Z', 'updated_at': '2022-02-16T14:15:59Z', 'revision_number': 3, 'project_id': '410a0d25161b4a0e8f890d74d6eb242d', 'gw_port': {'id': '889f4e28-56ab-4437-8364-bf9f84f6e647', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef9b361-04ee-467d-b3f7-ca5ff07ffa90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:15:58Z', 'updated_at': '2022-02-16T14:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi'}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:16:04.164419 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e8aec6cf-dab6-4692-b043-11bf40e15b06 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:04.173608 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-e8aec6cf-dab6-4692-b043-11bf40e15b06 admin admin] 10.222.0.120 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.6167920 Feb 16 14:16:04.183401 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 50766) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:04.193846 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecba1de-49bf-4bb1-807c-85d03c566c2d None None] The sync data for ids ['7ef9b361-04ee-467d-b3f7-ca5ff07ffa90'] in dv-cinder-773985-32-iscsi is: [{'id': '7ef9b361-04ee-467d-b3f7-ca5ff07ffa90', 'name': 'tempest-AttachVolumeShelveTestJSON-1011373759-router', 'tenant_id': '410a0d25161b4a0e8f890d74d6eb242d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '889f4e28-56ab-4437-8364-bf9f84f6e647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:15:57Z', 'updated_at': '2022-02-16T14:15:59Z', 'revision_number': 3, 'project_id': '410a0d25161b4a0e8f890d74d6eb242d', 'gw_port': {'id': '889f4e28-56ab-4437-8364-bf9f84f6e647', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef9b361-04ee-467d-b3f7-ca5ff07ffa90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:15:58Z', 'updated_at': '2022-02-16T14:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi'}] {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:16:04.210964 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device 842827e6-fb19-46f6-9015-56af90c14388 up at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:16:04.267698 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_common [None req-b1edfd65-d376-4991-aff6-2383d3203b1e admin admin] Allocated IP 172.20.0.1 (08a3e979-1da2-40e7-a40c-6fc286cacb72/b5411640-e171-466e-826f-00fe3dbaa6b6/823115d7-28d7-4545-82be-bd4444f81a41) {{(pid=102968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:16:04.425085 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-787c7e52-1456-43e3-80e1-65084bb48e40 None None] Set router edc821d0-16f7-41cd-9205-f2e48ad6eb43 gateway port host: dv-cinder-773985-32-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:16:04.434216 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-fe60df5d-cf9f-4655-89be-e3d53e05455a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1596030'] for router (b8a42c37-a11f-4fbf-b38b-54846685184c), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:04.562801 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b1edfd65-d376-4991-aff6-2383d3203b1e admin admin] Publish callbacks [] for port (823115d7-28d7-4545-82be-bd4444f81a41), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:04.573844 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Provisioning complete for port 842827e6-fb19-46f6-9015-56af90c14388 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:16:04.576476 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (842827e6-fb19-46f6-9015-56af90c14388), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:04.612940 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b1edfd65-d376-4991-aff6-2383d3203b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784246951208'] for port (823115d7-28d7-4545-82be-bd4444f81a41), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:04.685425 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1edfd65-d376-4991-aff6-2383d3203b1e admin admin] Network 08a3e979-1da2-40e7-a40c-6fc286cacb72 is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:16:04.830321 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [None req-b1edfd65-d376-4991-aff6-2383d3203b1e admin admin] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:16:04.841516 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1edfd65-d376-4991-aff6-2383d3203b1e admin admin] Received port after_create {{(pid=102968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:16:04.842020 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b1edfd65-d376-4991-aff6-2383d3203b1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1593123'] for router_interface (7ef9b361-04ee-467d-b3f7-ca5ff07ffa90), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:04.855120 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4428a1d6-2eeb-48f2-9dda-0a4a3213f0cb req-e5b84ccb-e36b-41fe-9d62-fb3780af6208 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.120 "GET /v2.0/ports?device_id=7e92ad68-f22d-4da6-bcf4-ed9073b066ae HTTP/1.1" status: 200 len: 210 time: 0.1684537 Feb 16 14:16:05.017783 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.10', 51916) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:05.270534 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1edfd65-d376-4991-aff6-2383d3203b1e admin admin] Pushing event updated for resources: {'Port': ['ID=823115d7-28d7-4545-82be-bd4444f81a41,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:05.369811 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Current status of the port 842827e6-fb19-46f6-9015-56af90c14388 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:16:05.425680 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-64bc2a91-147e-4e0b-8722-93df5015d5d9 None None] Provisioning complete for port 823115d7-28d7-4545-82be-bd4444f81a41 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:16:05.457336 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-64bc2a91-147e-4e0b-8722-93df5015d5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (823115d7-28d7-4545-82be-bd4444f81a41), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:05.476099 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe60df5d-cf9f-4655-89be-e3d53e05455a admin admin] Router b8a42c37-a11f-4fbf-b38b-54846685184c is scheduled to L3 agent 531611a8-34ea-4f1f-8d10-111cbf56a8a1 with binding_index 1 {{(pid=102969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:16:05.593349 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-64bc2a91-147e-4e0b-8722-93df5015d5d9 None None] Port 823115d7-28d7-4545-82be-bd4444f81a41 cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:16:05.647624 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e28f2f-fd60-44ca-86c7-b5961f82d3c7 req-7e0d797e-c281-42b9-99f7-b95420e9ef08 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:05.653600 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-54e28f2f-fd60-44ca-86c7-b5961f82d3c7 req-7e0d797e-c281-42b9-99f7-b95420e9ef08 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.10 "GET /v2.0/networks?id=9d58dae2-5a6b-4a66-b0fa-2d1d4a9b819b HTTP/1.1" status: 200 len: 811 time: 0.6338418 Feb 16 14:16:05.673287 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-787c7e52-1456-43e3-80e1-65084bb48e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc821d0-16f7-41cd-9205-f2e48ad6eb43', 'name': 'tempest-ServerRescueNegativeTestJSON-939661306-router', 'tenant_id': 'd9a231f27e3b4236b5109f44434e8be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '4cd0e328-3d31-4652-8c60-6f12fa85f7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:15:57Z', 'updated_at': '2022-02-16T14:16:01Z', 'revision_number': 3, 'project_id': 'd9a231f27e3b4236b5109f44434e8be7', 'gw_port': {'id': '4cd0e328-3d31-4652-8c60-6f12fa85f7ed', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:cb:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc821d0-16f7-41cd-9205-f2e48ad6eb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:15:59Z', 'updated_at': '2022-02-16T14:15:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi'}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:16:05.714642 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 50824) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:05.741136 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe60df5d-cf9f-4655-89be-e3d53e05455a admin admin] Notify agent at l3_agent.dv-cinder-773985-32-iscsi the message routers_updated {{(pid=102969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:16:05.747682 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787c7e52-1456-43e3-80e1-65084bb48e40 None None] Checking router: edc821d0-16f7-41cd-9205-f2e48ad6eb43 for host: dv-cinder-773985-32-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:16:05.748164 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787c7e52-1456-43e3-80e1-65084bb48e40 None None] Updating router edc821d0-16f7-41cd-9205-f2e48ad6eb43 port 4cd0e328-3d31-4652-8c60-6f12fa85f7ed binding host dv-cinder-773985-32-iscsi {{(pid=102970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:16:05.758857 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-54e28f2f-fd60-44ca-86c7-b5961f82d3c7 req-d482cf0a-c237-425e-b157-162b07c3f6e8 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] Request body: {'port': {'device_id': '7e92ad68-f22d-4da6-bcf4-ed9073b066ae', 'network_id': '9d58dae2-5a6b-4a66-b0fa-2d1d4a9b819b', 'admin_state_up': True, 'tenant_id': '9bd6b91468f54798bfb0f41b562227ca'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:16:05.759465 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92b37f9-0bd3-4ffe-9a45-77f0fe06aac8 None None] Sync routers for ids ['b8a42c37-a11f-4fbf-b38b-54846685184c'] in dv-cinder-773985-32-iscsi {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:16:05.779815 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92b37f9-0bd3-4ffe-9a45-77f0fe06aac8 None None] Routers {'b8a42c37-a11f-4fbf-b38b-54846685184c'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:16:05.782148 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-b92b37f9-0bd3-4ffe-9a45-77f0fe06aac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:15:41Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['b8a42c37-a11f-4fbf-b38b-54846685184c'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:16:05.796646 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-787c7e52-1456-43e3-80e1-65084bb48e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (4cd0e328-3d31-4652-8c60-6f12fa85f7ed), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:05.917450 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-fe60df5d-cf9f-4655-89be-e3d53e05455a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:05.919721 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-fe60df5d-cf9f-4655-89be-e3d53e05455a admin admin] 10.222.0.120 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.2163045 Feb 16 14:16:05.925522 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 50846) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:05.968462 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-86f45441-e8d0-40b5-843f-4b5709d60a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:06.070415 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-b92b37f9-0bd3-4ffe-9a45-77f0fe06aac8 None None] Set router b8a42c37-a11f-4fbf-b38b-54846685184c gateway port host: dv-cinder-773985-32-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:16:06.198882 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-90665afc-a47f-4131-94c1-cb5d74bf2c64 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1810074072-network', 'tenant_id': 'e108bbdf8e2f487bb9675f98ae54d7f4'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:16:06.303858 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device 889f4e28-56ab-4437-8364-bf9f84f6e647 up at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:16:06.339157 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9bc7cf80-714a-4edb-8824-8ecfbcfaef1c req-5fddc5ae-9a4d-4799-851f-63641c4d37c3 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.120 "GET /v2.0/ports?device_id=7e92ad68-f22d-4da6-bcf4-ed9073b066ae HTTP/1.1" status: 200 len: 210 time: 0.1552577 Feb 16 14:16:06.348591 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b1edfd65-d376-4991-aff6-2383d3203b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (823115d7-28d7-4545-82be-bd4444f81a41), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:06.366521 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90665afc-a47f-4131-94c1-cb5d74bf2c64 admin admin] Made reservation on behalf of e108bbdf8e2f487bb9675f98ae54d7f4 for: {'network': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:16:06.374102 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-90665afc-a47f-4131-94c1-cb5d74bf2c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for network (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:06.387574 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54e28f2f-fd60-44ca-86c7-b5961f82d3c7 req-d482cf0a-c237-425e-b157-162b07c3f6e8 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] Made reservation on behalf of 9bd6b91468f54798bfb0f41b562227ca for: {'port': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:16:06.391713 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-54e28f2f-fd60-44ca-86c7-b5961f82d3c7 req-d482cf0a-c237-425e-b157-162b07c3f6e8 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:06.409526 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-90665afc-a47f-4131-94c1-cb5d74bf2c64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:06.447845 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-b92b37f9-0bd3-4ffe-9a45-77f0fe06aac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a42c37-a11f-4fbf-b38b-54846685184c', 'name': 'tempest-AttachVolumeTestJSON-10169616-router', 'tenant_id': '191319209d6f4aa0a692cf7d431b25ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '700931d7-6707-4beb-9240-a3c17a7903f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:15:58Z', 'updated_at': '2022-02-16T14:16:03Z', 'revision_number': 3, 'project_id': '191319209d6f4aa0a692cf7d431b25ef', 'gw_port': {'id': '700931d7-6707-4beb-9240-a3c17a7903f2', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a42c37-a11f-4fbf-b38b-54846685184c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:16:01Z', 'updated_at': '2022-02-16T14:16:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi'}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:16:06.496303 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-787c7e52-1456-43e3-80e1-65084bb48e40 None None] Publish callbacks [] for port (4cd0e328-3d31-4652-8c60-6f12fa85f7ed), precommit_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:06.513929 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92b37f9-0bd3-4ffe-9a45-77f0fe06aac8 None None] Checking router: b8a42c37-a11f-4fbf-b38b-54846685184c for host: dv-cinder-773985-32-iscsi {{(pid=102971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:16:06.515013 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92b37f9-0bd3-4ffe-9a45-77f0fe06aac8 None None] Updating router b8a42c37-a11f-4fbf-b38b-54846685184c port 700931d7-6707-4beb-9240-a3c17a7903f2 binding host dv-cinder-773985-32-iscsi {{(pid=102971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:16:06.516862 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-787c7e52-1456-43e3-80e1-65084bb48e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (4cd0e328-3d31-4652-8c60-6f12fa85f7ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:06.564078 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-b92b37f9-0bd3-4ffe-9a45-77f0fe06aac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (700931d7-6707-4beb-9240-a3c17a7903f2), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:06.606089 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc5e0ae-da9e-4de4-8cbe-62ec525bd240 None None] Pushing event updated for resources: {'Port': ['ID=4cd0e328-3d31-4652-8c60-6f12fa85f7ed,revision_number=2']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:06.616128 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.db.db_base_plugin_common [None req-86f45441-e8d0-40b5-843f-4b5709d60a9b admin admin] Allocated IP 172.20.0.1 (3b4e79db-56cd-4d42-82d5-dc0b8425f909/49e52525-bf5f-472f-a994-bf14eeca6876/cefa6611-41d2-4446-b084-39e75e72729c) {{(pid=102969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:16:06.631371 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-787c7e52-1456-43e3-80e1-65084bb48e40 None None] Attempting to bind port 4cd0e328-3d31-4652-8c60-6f12fa85f7ed on host dv-cinder-773985-32-iscsi for vnic_type normal with profile {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:16:06.631892 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-787c7e52-1456-43e3-80e1-65084bb48e40 None None] Attempting to bind port 4cd0e328-3d31-4652-8c60-6f12fa85f7ed by drivers openvswitch,hyperv on host dv-cinder-773985-32-iscsi at level 0 using segments [{'id': '26d58d4e-c6ed-4576-9373-5fb9e6fda4ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444'}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:16:06.632516 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787c7e52-1456-43e3-80e1-65084bb48e40 None None] Attempting to bind port 4cd0e328-3d31-4652-8c60-6f12fa85f7ed on network 5b71b9ca-6085-48b7-9167-93053be13444 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:16:06.638224 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Provisioning complete for port 889f4e28-56ab-4437-8364-bf9f84f6e647 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:16:06.638224 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (889f4e28-56ab-4437-8364-bf9f84f6e647), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:06.641363 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787c7e52-1456-43e3-80e1-65084bb48e40 None None] Checking agent: {'id': '529a93d1-f8f6-4ba2-8600-6635050f85df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 7, 45), 'started_at': datetime.datetime(2022, 2, 16, 14, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:16:06.641746 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787c7e52-1456-43e3-80e1-65084bb48e40 None None] Checking segment: {'id': '26d58d4e-c6ed-4576-9373-5fb9e6fda4ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:16:06.642153 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-787c7e52-1456-43e3-80e1-65084bb48e40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:06.642545 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787c7e52-1456-43e3-80e1-65084bb48e40 None None] Bound using segment: {'id': '26d58d4e-c6ed-4576-9373-5fb9e6fda4ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444'} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:16:06.643024 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-787c7e52-1456-43e3-80e1-65084bb48e40 None None] Bound port: 4cd0e328-3d31-4652-8c60-6f12fa85f7ed, host: dv-cinder-773985-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26d58d4e-c6ed-4576-9373-5fb9e6fda4ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444'}}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:16:06.644222 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-787c7e52-1456-43e3-80e1-65084bb48e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (4cd0e328-3d31-4652-8c60-6f12fa85f7ed), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:06.774965 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-787c7e52-1456-43e3-80e1-65084bb48e40 None None] For port 4cd0e328-3d31-4652-8c60-6f12fa85f7ed, host dv-cinder-773985-32-iscsi, cleared binding levels {{(pid=102970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:16:06.785116 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-787c7e52-1456-43e3-80e1-65084bb48e40 None None] For port 4cd0e328-3d31-4652-8c60-6f12fa85f7ed, host dv-cinder-773985-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=4cd0e328-3d31-4652-8c60-6f12fa85f7ed,segment=NetworkSegment(26d58d4e-c6ed-4576-9373-5fb9e6fda4ae),segment_id=26d58d4e-c6ed-4576-9373-5fb9e6fda4ae)] {{(pid=102970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:16:06.839625 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-787c7e52-1456-43e3-80e1-65084bb48e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (4cd0e328-3d31-4652-8c60-6f12fa85f7ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:06.953973 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-86f45441-e8d0-40b5-843f-4b5709d60a9b admin admin] Publish callbacks [] for port (cefa6611-41d2-4446-b084-39e75e72729c), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:07.138121 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787c7e52-1456-43e3-80e1-65084bb48e40 None None] Routers {'edc821d0-16f7-41cd-9205-f2e48ad6eb43'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:16:07.138785 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-787c7e52-1456-43e3-80e1-65084bb48e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:15:41Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['edc821d0-16f7-41cd-9205-f2e48ad6eb43'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:16:07.277285 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-86f45441-e8d0-40b5-843f-4b5709d60a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784246951208'] for port (cefa6611-41d2-4446-b084-39e75e72729c), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:07.508789 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f45441-e8d0-40b5-843f-4b5709d60a9b admin admin] Network 3b4e79db-56cd-4d42-82d5-dc0b8425f909 is already hosted by enough agents. {{(pid=102969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:16:07.529115 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-86f45441-e8d0-40b5-843f-4b5709d60a9b admin admin] Resources bound (agent type, host, resource id): {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:16:07.531016 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b1edfd65-d376-4991-aff6-2383d3203b1e admin admin] Publish callbacks [] for port (823115d7-28d7-4545-82be-bd4444f81a41), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:07.533534 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f45441-e8d0-40b5-843f-4b5709d60a9b admin admin] Received port after_create {{(pid=102969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:16:07.534797 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-86f45441-e8d0-40b5-843f-4b5709d60a9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1593123'] for router_interface (edc821d0-16f7-41cd-9205-f2e48ad6eb43), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:07.582932 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Current status of the port 889f4e28-56ab-4437-8364-bf9f84f6e647 is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:16:07.583543 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (889f4e28-56ab-4437-8364-bf9f84f6e647), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:07.595633 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-b92b37f9-0bd3-4ffe-9a45-77f0fe06aac8 None None] Publish callbacks [] for port (700931d7-6707-4beb-9240-a3c17a7903f2), precommit_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:07.601405 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b1edfd65-d376-4991-aff6-2383d3203b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (823115d7-28d7-4545-82be-bd4444f81a41), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:07.605122 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b1edfd65-d376-4991-aff6-2383d3203b1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2062336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1593279'] for router_interface (7ef9b361-04ee-467d-b3f7-ca5ff07ffa90), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:07.609437 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-b92b37f9-0bd3-4ffe-9a45-77f0fe06aac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (700931d7-6707-4beb-9240-a3c17a7903f2), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:07.619107 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] For port 889f4e28-56ab-4437-8364-bf9f84f6e647, host dv-cinder-773985-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=889f4e28-56ab-4437-8364-bf9f84f6e647,segment=NetworkSegment(26d58d4e-c6ed-4576-9373-5fb9e6fda4ae),segment_id=26d58d4e-c6ed-4576-9373-5fb9e6fda4ae)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:16:07.627385 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc5e0ae-da9e-4de4-8cbe-62ec525bd240 None None] Pushing event updated for resources: {'Port': ['ID=4cd0e328-3d31-4652-8c60-6f12fa85f7ed,revision_number=3']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:07.634073 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (889f4e28-56ab-4437-8364-bf9f84f6e647), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:07.661009 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f45441-e8d0-40b5-843f-4b5709d60a9b admin admin] Pushing event updated for resources: {'Port': ['ID=cefa6611-41d2-4446-b084-39e75e72729c,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:07.699564 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-29a33f5e-7226-48fb-8a6d-fef0329529f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:07.704414 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Pushing event updated for resources: {'Port': ['ID=889f4e28-56ab-4437-8364-bf9f84f6e647,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:07.704958 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [None req-b92b37f9-0bd3-4ffe-9a45-77f0fe06aac8 None None] Attempting to bind port 700931d7-6707-4beb-9240-a3c17a7903f2 on host dv-cinder-773985-32-iscsi for vnic_type normal with profile {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:16:07.707652 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [None req-b92b37f9-0bd3-4ffe-9a45-77f0fe06aac8 None None] Attempting to bind port 700931d7-6707-4beb-9240-a3c17a7903f2 by drivers openvswitch,hyperv on host dv-cinder-773985-32-iscsi at level 0 using segments [{'id': '26d58d4e-c6ed-4576-9373-5fb9e6fda4ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444'}] {{(pid=102971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:16:07.709561 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92b37f9-0bd3-4ffe-9a45-77f0fe06aac8 None None] Attempting to bind port 700931d7-6707-4beb-9240-a3c17a7903f2 on network 5b71b9ca-6085-48b7-9167-93053be13444 {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:16:07.781172 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1edfd65-d376-4991-aff6-2383d3203b1e admin admin] Pushing event updated for resources: {'Port': ['ID=823115d7-28d7-4545-82be-bd4444f81a41,revision_number=2']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:07.800516 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-787c7e52-1456-43e3-80e1-65084bb48e40 None None] Set router edc821d0-16f7-41cd-9205-f2e48ad6eb43 gateway port host: dv-cinder-773985-32-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:16:07.806273 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 50904) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:07.822891 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b41656-3c66-4055-9b42-dafd4a5c43a9 None None] Pushing event updated for resources: {'Port': ['ID=700931d7-6707-4beb-9240-a3c17a7903f2,revision_number=2']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:07.832652 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92b37f9-0bd3-4ffe-9a45-77f0fe06aac8 None None] Checking agent: {'id': '529a93d1-f8f6-4ba2-8600-6635050f85df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 7, 45), 'started_at': datetime.datetime(2022, 2, 16, 14, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:16:07.834390 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92b37f9-0bd3-4ffe-9a45-77f0fe06aac8 None None] Checking segment: {'id': '26d58d4e-c6ed-4576-9373-5fb9e6fda4ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:16:07.837739 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-b92b37f9-0bd3-4ffe-9a45-77f0fe06aac8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:07.840572 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92b37f9-0bd3-4ffe-9a45-77f0fe06aac8 None None] Bound using segment: {'id': '26d58d4e-c6ed-4576-9373-5fb9e6fda4ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444'} {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:16:07.841964 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [None req-b92b37f9-0bd3-4ffe-9a45-77f0fe06aac8 None None] Bound port: 700931d7-6707-4beb-9240-a3c17a7903f2, host: dv-cinder-773985-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26d58d4e-c6ed-4576-9373-5fb9e6fda4ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444'}}] {{(pid=102971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:16:07.843024 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-b92b37f9-0bd3-4ffe-9a45-77f0fe06aac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (700931d7-6707-4beb-9240-a3c17a7903f2), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:07.852827 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-94370159-cdb9-4add-9695-9bc1ca6af8a2 req-221bb8da-3bd6-47e1-9590-703bd803165b tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.120 "GET /v2.0/ports?device_id=7e92ad68-f22d-4da6-bcf4-ed9073b066ae HTTP/1.1" status: 200 len: 210 time: 0.3169444 Feb 16 14:16:08.167182 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_common [req-54e28f2f-fd60-44ca-86c7-b5961f82d3c7 req-d482cf0a-c237-425e-b157-162b07c3f6e8 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] Allocated IP 172.20.0.2 (9d58dae2-5a6b-4a66-b0fa-2d1d4a9b819b/6c526f28-2413-49d4-9079-9a70a0f0eaac/7efc934a-e21c-4fe1-b5ec-843a93209897) {{(pid=102968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:16:08.195534 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device 889f4e28-56ab-4437-8364-bf9f84f6e647 up at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:16:08.268040 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-90665afc-a47f-4131-94c1-cb5d74bf2c64 admin admin] Publish callbacks [] for security_group (1223b115-9afe-4dd1-9d00-87f7e9c4111c), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:08.292883 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-90665afc-a47f-4131-94c1-cb5d74bf2c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (1223b115-9afe-4dd1-9d00-87f7e9c4111c), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:08.297252 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-86f45441-e8d0-40b5-843f-4b5709d60a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (cefa6611-41d2-4446-b084-39e75e72729c), before_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:08.331834 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1edfd65-d376-4991-aff6-2383d3203b1e admin admin] Network 08a3e979-1da2-40e7-a40c-6fc286cacb72 is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:16:08.375076 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [None req-b1edfd65-d376-4991-aff6-2383d3203b1e admin admin] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:16:08.423820 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90665afc-a47f-4131-94c1-cb5d74bf2c64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1319} {{(pid=102968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:16:08.444803 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-90665afc-a47f-4131-94c1-cb5d74bf2c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894495'] for segment (dacf18db-69bc-4475-978a-43da6439b16a), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:08.445210 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.db.segments_db [None req-90665afc-a47f-4131-94c1-cb5d74bf2c64 admin admin] Added segment dacf18db-69bc-4475-978a-43da6439b16a of type vlan for network 2bb10f64-e636-43a4-a9e3-91b5bfa7f26d Feb 16 14:16:08.451929 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Provisioning complete for port 889f4e28-56ab-4437-8364-bf9f84f6e647 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:16:08.460533 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (889f4e28-56ab-4437-8364-bf9f84f6e647), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:08.644749 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-787c7e52-1456-43e3-80e1-65084bb48e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc821d0-16f7-41cd-9205-f2e48ad6eb43', 'name': 'tempest-ServerRescueNegativeTestJSON-939661306-router', 'tenant_id': 'd9a231f27e3b4236b5109f44434e8be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '4cd0e328-3d31-4652-8c60-6f12fa85f7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:15:57Z', 'updated_at': '2022-02-16T14:16:01Z', 'revision_number': 3, 'project_id': 'd9a231f27e3b4236b5109f44434e8be7', 'gw_port': {'id': '4cd0e328-3d31-4652-8c60-6f12fa85f7ed', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:cb:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc821d0-16f7-41cd-9205-f2e48ad6eb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:15:59Z', 'updated_at': '2022-02-16T14:16:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi'}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:16:08.705160 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [None req-b92b37f9-0bd3-4ffe-9a45-77f0fe06aac8 None None] For port 700931d7-6707-4beb-9240-a3c17a7903f2, host dv-cinder-773985-32-iscsi, cleared binding levels {{(pid=102971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:16:08.722865 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [None req-b92b37f9-0bd3-4ffe-9a45-77f0fe06aac8 None None] For port 700931d7-6707-4beb-9240-a3c17a7903f2, host dv-cinder-773985-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=700931d7-6707-4beb-9240-a3c17a7903f2,segment=NetworkSegment(26d58d4e-c6ed-4576-9373-5fb9e6fda4ae),segment_id=26d58d4e-c6ed-4576-9373-5fb9e6fda4ae)] {{(pid=102971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:16:08.730640 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787c7e52-1456-43e3-80e1-65084bb48e40 None None] The sync data for ids ['edc821d0-16f7-41cd-9205-f2e48ad6eb43'] in dv-cinder-773985-32-iscsi is: [{'id': 'edc821d0-16f7-41cd-9205-f2e48ad6eb43', 'name': 'tempest-ServerRescueNegativeTestJSON-939661306-router', 'tenant_id': 'd9a231f27e3b4236b5109f44434e8be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '4cd0e328-3d31-4652-8c60-6f12fa85f7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:15:57Z', 'updated_at': '2022-02-16T14:16:01Z', 'revision_number': 3, 'project_id': 'd9a231f27e3b4236b5109f44434e8be7', 'gw_port': {'id': '4cd0e328-3d31-4652-8c60-6f12fa85f7ed', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:cb:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc821d0-16f7-41cd-9205-f2e48ad6eb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:15:59Z', 'updated_at': '2022-02-16T14:16:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi'}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:16:08.754588 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-b92b37f9-0bd3-4ffe-9a45-77f0fe06aac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (700931d7-6707-4beb-9240-a3c17a7903f2), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:08.795660 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-90665afc-a47f-4131-94c1-cb5d74bf2c64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784246940290'] for network (2bb10f64-e636-43a4-a9e3-91b5bfa7f26d), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:08.816959 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Current status of the port 889f4e28-56ab-4437-8364-bf9f84f6e647 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:16:08.868168 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-99dcf918-9bbb-43ab-b067-904685b351d9 None None] Provisioning complete for port 823115d7-28d7-4545-82be-bd4444f81a41 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:16:08.868880 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-99dcf918-9bbb-43ab-b067-904685b351d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (823115d7-28d7-4545-82be-bd4444f81a41), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:08.976991 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90665afc-a47f-4131-94c1-cb5d74bf2c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1223b115-9afe-4dd1-9d00-87f7e9c4111c,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:09.013493 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-99dcf918-9bbb-43ab-b067-904685b351d9 None None] Port 823115d7-28d7-4545-82be-bd4444f81a41 cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:16:09.025036 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-dbe714be-58e2-4069-8c7b-6f0d12f55640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (10a26995-69c6-4373-972b-e8a4ac0e51da), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:09.035115 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.db.resource_extend [None req-90665afc-a47f-4131-94c1-cb5d74bf2c64 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 14:16:09.040895 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b41656-3c66-4055-9b42-dafd4a5c43a9 None None] Pushing event updated for resources: {'Port': ['ID=700931d7-6707-4beb-9240-a3c17a7903f2,revision_number=3']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:09.087364 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92b37f9-0bd3-4ffe-9a45-77f0fe06aac8 None None] Routers {'b8a42c37-a11f-4fbf-b38b-54846685184c'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:16:09.090348 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-b92b37f9-0bd3-4ffe-9a45-77f0fe06aac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:15:41Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['b8a42c37-a11f-4fbf-b38b-54846685184c'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:16:09.113721 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.db.db_base_plugin_common [None req-29a33f5e-7226-48fb-8a6d-fef0329529f3 admin admin] Allocated IP 172.20.0.1 (ebf6afd0-c796-4d65-bd33-5c3bb57211ed/664452e3-1277-4c51-8f59-1d3b97df3dbb/bfd99815-730b-400d-9f2c-87d16b3d4f0f) {{(pid=102969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:16:09.119185 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f95da131-83d5-4eca-8639-a45ce50475d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:09.332471 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-90665afc-a47f-4131-94c1-cb5d74bf2c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354'] for network (2bb10f64-e636-43a4-a9e3-91b5bfa7f26d), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:09.336151 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90665afc-a47f-4131-94c1-cb5d74bf2c64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:09.337609 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-90665afc-a47f-4131-94c1-cb5d74bf2c64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for network (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:09.479453 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-b92b37f9-0bd3-4ffe-9a45-77f0fe06aac8 None None] Set router b8a42c37-a11f-4fbf-b38b-54846685184c gateway port host: dv-cinder-773985-32-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:16:09.548109 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-90665afc-a47f-4131-94c1-cb5d74bf2c64 admin admin] 10.222.0.120 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 3.8238497 Feb 16 14:16:09.556758 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 50938) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:09.622718 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-95ce6acb-1ef7-4f60-b0a7-3dc52ea0b805 admin admin] Request body: {'subnet': {'network_id': '2bb10f64-e636-43a4-a9e3-91b5bfa7f26d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1810074072-subnet', 'tenant_id': 'e108bbdf8e2f487bb9675f98ae54d7f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:16:09.643593 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f95da131-83d5-4eca-8639-a45ce50475d6 admin admin] Publish callbacks [] for security_group (129d19c0-4af3-463f-8f8b-9ceed2c19697), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:09.703709 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1edfd65-d376-4991-aff6-2383d3203b1e admin admin] Router 7ef9b361-04ee-467d-b3f7-ca5ff07ffa90 has already been hosted by L3 agent 531611a8-34ea-4f1f-8d10-111cbf56a8a1 {{(pid=102968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:16:09.718221 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b8459155-1615-41a3-ab31-d00a16b86e54 req-f2e7488a-c3e3-4446-b681-f5fe0d12b1a0 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.120 "GET /v2.0/ports?device_id=7e92ad68-f22d-4da6-bcf4-ed9073b066ae HTTP/1.1" status: 200 len: 210 time: 0.5286980 Feb 16 14:16:09.731188 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f95da131-83d5-4eca-8639-a45ce50475d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (129d19c0-4af3-463f-8f8b-9ceed2c19697), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:09.766484 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90665afc-a47f-4131-94c1-cb5d74bf2c64 admin admin] Pushing event updated for resources: {'Network': ['ID=2bb10f64-e636-43a4-a9e3-91b5bfa7f26d,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:09.783597 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Network 2bb10f64-e636-43a4-a9e3-91b5bfa7f26d details requested by agent ovs-agent-dv-cinder-773985-32-iscsi with host dv-cinder-773985-32-iscsi {{(pid=102970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:16:09.791247 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ce6acb-1ef7-4f60-b0a7-3dc52ea0b805 admin admin] Made reservation on behalf of e108bbdf8e2f487bb9675f98ae54d7f4 for: {'subnet': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:16:09.794257 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-95ce6acb-1ef7-4f60-b0a7-3dc52ea0b805 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:09.877495 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-86f45441-e8d0-40b5-843f-4b5709d60a9b admin admin] Publish callbacks [] for port (cefa6611-41d2-4446-b084-39e75e72729c), precommit_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:09.904057 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-54e28f2f-fd60-44ca-86c7-b5961f82d3c7 req-d482cf0a-c237-425e-b157-162b07c3f6e8 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] Publish callbacks [] for port (7efc934a-e21c-4fe1-b5ec-843a93209897), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:09.936074 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-86f45441-e8d0-40b5-843f-4b5709d60a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (cefa6611-41d2-4446-b084-39e75e72729c), after_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:09.938072 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-86f45441-e8d0-40b5-843f-4b5709d60a9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2062336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1593279'] for router_interface (edc821d0-16f7-41cd-9205-f2e48ad6eb43), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:09.994202 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95da131-83d5-4eca-8639-a45ce50475d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129d19c0-4af3-463f-8f8b-9ceed2c19697,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:10.002245 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-b92b37f9-0bd3-4ffe-9a45-77f0fe06aac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a42c37-a11f-4fbf-b38b-54846685184c', 'name': 'tempest-AttachVolumeTestJSON-10169616-router', 'tenant_id': '191319209d6f4aa0a692cf7d431b25ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '700931d7-6707-4beb-9240-a3c17a7903f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:15:58Z', 'updated_at': '2022-02-16T14:16:03Z', 'revision_number': 3, 'project_id': '191319209d6f4aa0a692cf7d431b25ef', 'gw_port': {'id': '700931d7-6707-4beb-9240-a3c17a7903f2', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a42c37-a11f-4fbf-b38b-54846685184c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:16:01Z', 'updated_at': '2022-02-16T14:16:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi'}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:16:10.063162 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-f95da131-83d5-4eca-8639-a45ce50475d6 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=ca15300ebea94579a14117eb08dc6666&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2434139 Feb 16 14:16:10.072773 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92b37f9-0bd3-4ffe-9a45-77f0fe06aac8 None None] The sync data for ids ['b8a42c37-a11f-4fbf-b38b-54846685184c'] in dv-cinder-773985-32-iscsi is: [{'id': 'b8a42c37-a11f-4fbf-b38b-54846685184c', 'name': 'tempest-AttachVolumeTestJSON-10169616-router', 'tenant_id': '191319209d6f4aa0a692cf7d431b25ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '700931d7-6707-4beb-9240-a3c17a7903f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:15:58Z', 'updated_at': '2022-02-16T14:16:03Z', 'revision_number': 3, 'project_id': '191319209d6f4aa0a692cf7d431b25ef', 'gw_port': {'id': '700931d7-6707-4beb-9240-a3c17a7903f2', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a42c37-a11f-4fbf-b38b-54846685184c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:16:01Z', 'updated_at': '2022-02-16T14:16:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi'}] {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:16:10.075334 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 50944) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:10.171451 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f45441-e8d0-40b5-843f-4b5709d60a9b admin admin] Pushing event updated for resources: {'Port': ['ID=cefa6611-41d2-4446-b084-39e75e72729c,revision_number=2']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:10.322552 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-29a33f5e-7226-48fb-8a6d-fef0329529f3 admin admin] Publish callbacks [] for port (bfd99815-730b-400d-9f2c-87d16b3d4f0f), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:10.325125 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device 4cd0e328-3d31-4652-8c60-6f12fa85f7ed up at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:16:10.391785 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f45441-e8d0-40b5-843f-4b5709d60a9b admin admin] Network 3b4e79db-56cd-4d42-82d5-dc0b8425f909 is already hosted by enough agents. {{(pid=102969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:16:10.414847 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-86f45441-e8d0-40b5-843f-4b5709d60a9b admin admin] Resources bound (agent type, host, resource id): {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:16:10.511272 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Provisioning complete for port 4cd0e328-3d31-4652-8c60-6f12fa85f7ed triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:16:10.513870 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (4cd0e328-3d31-4652-8c60-6f12fa85f7ed), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:10.630680 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-29a33f5e-7226-48fb-8a6d-fef0329529f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784246951208'] for port (bfd99815-730b-400d-9f2c-87d16b3d4f0f), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:10.635030 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ec8578bc-91b5-4235-b472-bd9d89dcb7c7 admin admin] Publish callbacks [] for security_group (129d19c0-4af3-463f-8f8b-9ceed2c19697), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:10.648257 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-54e28f2f-fd60-44ca-86c7-b5961f82d3c7 req-d482cf0a-c237-425e-b157-162b07c3f6e8 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784246951208'] for port (7efc934a-e21c-4fe1-b5ec-843a93209897), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:10.722826 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Current status of the port 4cd0e328-3d31-4652-8c60-6f12fa85f7ed is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:16:10.722826 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (4cd0e328-3d31-4652-8c60-6f12fa85f7ed), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:10.815474 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] For port 4cd0e328-3d31-4652-8c60-6f12fa85f7ed, host dv-cinder-773985-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=4cd0e328-3d31-4652-8c60-6f12fa85f7ed,segment=NetworkSegment(26d58d4e-c6ed-4576-9373-5fb9e6fda4ae),segment_id=26d58d4e-c6ed-4576-9373-5fb9e6fda4ae)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:16:10.825378 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (4cd0e328-3d31-4652-8c60-6f12fa85f7ed), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:10.880803 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a33f5e-7226-48fb-8a6d-fef0329529f3 admin admin] Network ebf6afd0-c796-4d65-bd33-5c3bb57211ed is already hosted by enough agents. {{(pid=102969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:16:10.905945 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-29a33f5e-7226-48fb-8a6d-fef0329529f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:16:10.935031 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a33f5e-7226-48fb-8a6d-fef0329529f3 admin admin] Received port after_create {{(pid=102969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:16:10.935793 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-29a33f5e-7226-48fb-8a6d-fef0329529f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1593123'] for router_interface (b8a42c37-a11f-4fbf-b38b-54846685184c), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:11.010290 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a33f5e-7226-48fb-8a6d-fef0329529f3 admin admin] Pushing event updated for resources: {'Port': ['ID=bfd99815-730b-400d-9f2c-87d16b3d4f0f,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:11.089055 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ec8578bc-91b5-4235-b472-bd9d89dcb7c7 admin admin] Publish callbacks [] for security_group (129d19c0-4af3-463f-8f8b-9ceed2c19697), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:11.190844 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54e28f2f-fd60-44ca-86c7-b5961f82d3c7 req-d482cf0a-c237-425e-b157-162b07c3f6e8 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] Network 9d58dae2-5a6b-4a66-b0fa-2d1d4a9b819b is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:16:11.275061 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [req-54e28f2f-fd60-44ca-86c7-b5961f82d3c7 req-d482cf0a-c237-425e-b157-162b07c3f6e8 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:16:11.286571 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1edfd65-d376-4991-aff6-2383d3203b1e admin admin] Notify agent at l3_agent.dv-cinder-773985-32-iscsi the message routers_updated {{(pid=102968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:16:11.311850 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e28f2f-fd60-44ca-86c7-b5961f82d3c7 req-d482cf0a-c237-425e-b157-162b07c3f6e8 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] Received port after_create {{(pid=102968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:16:11.318154 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e28f2f-fd60-44ca-86c7-b5961f82d3c7 req-d482cf0a-c237-425e-b157-162b07c3f6e8 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:11.319453 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-54e28f2f-fd60-44ca-86c7-b5961f82d3c7 req-d482cf0a-c237-425e-b157-162b07c3f6e8 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:11.327198 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482cf0a-c237-425e-b157-162b07c3f6e8 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] Pushing event updated for resources: {'Port': ['ID=7efc934a-e21c-4fe1-b5ec-843a93209897,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:11.351792 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86f45441-e8d0-40b5-843f-4b5709d60a9b admin admin] Router edc821d0-16f7-41cd-9205-f2e48ad6eb43 has already been hosted by L3 agent 531611a8-34ea-4f1f-8d10-111cbf56a8a1 {{(pid=102969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:16:11.457768 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9451690-fb64-4efe-90ab-a458ae910038 req-9c107edc-64e1-46b5-a9f9-34b15a87e223 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:11.467880 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e9451690-fb64-4efe-90ab-a458ae910038 req-9c107edc-64e1-46b5-a9f9-34b15a87e223 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.120 "GET /v2.0/ports?device_id=7e92ad68-f22d-4da6-bcf4-ed9073b066ae HTTP/1.1" status: 200 len: 931 time: 0.4809763 Feb 16 14:16:11.484552 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-b1edfd65-d376-4991-aff6-2383d3203b1e admin admin] 10.222.0.120 "PUT /v2.0/routers/7ef9b361-04ee-467d-b3f7-ca5ff07ffa90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8380067 Feb 16 14:16:11.508878 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-54e28f2f-fd60-44ca-86c7-b5961f82d3c7 req-d482cf0a-c237-425e-b157-162b07c3f6e8 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7544909 Feb 16 14:16:11.517427 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-95ce6acb-1ef7-4f60-b0a7-3dc52ea0b805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354'] for subnet (17569d90-c826-4205-a724-e043666bbdc6), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:11.599382 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Pushing event updated for resources: {'Port': ['ID=4cd0e328-3d31-4652-8c60-6f12fa85f7ed,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:11.627564 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8504d880-b944-40dd-9d63-e6acd5e6ce8d None None] Sync routers for ids ['7ef9b361-04ee-467d-b3f7-ca5ff07ffa90'] in dv-cinder-773985-32-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:16:11.668428 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce6acb-1ef7-4f60-b0a7-3dc52ea0b805 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17569d90-c826-4205-a724-e043666bbdc6,revision_number=0']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:11.758730 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ec8578bc-91b5-4235-b472-bd9d89dcb7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (129d19c0-4af3-463f-8f8b-9ceed2c19697), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:11.762664 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ec8578bc-91b5-4235-b472-bd9d89dcb7c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:11.764123 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-ec8578bc-91b5-4235-b472-bd9d89dcb7c7 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/129d19c0-4af3-463f-8f8b-9ceed2c19697 HTTP/1.1" status: 204 len: 168 time: 1.6871271 Feb 16 14:16:11.792816 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-da095428-0f25-47b4-a823-39c128900ea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (531611a8-34ea-4f1f-8d10-111cbf56a8a1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:11.799595 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-c07da88d-9a02-436d-aaf9-b1271d174f23 None None] Provisioning complete for port bfd99815-730b-400d-9f2c-87d16b3d4f0f triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:16:11.807692 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c07da88d-9a02-436d-aaf9-b1271d174f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (bfd99815-730b-400d-9f2c-87d16b3d4f0f), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:11.872296 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-29a33f5e-7226-48fb-8a6d-fef0329529f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (bfd99815-730b-400d-9f2c-87d16b3d4f0f), before_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:11.874611 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e9451690-fb64-4efe-90ab-a458ae910038 req-923bb014-62e3-4fd2-a41f-9f561775c9d8 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.120 "GET /v2.0/security-groups?id=a544c672-c2f7-45f2-aa1f-7c2533b5745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4057693 Feb 16 14:16:11.875451 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8578bc-91b5-4235-b472-bd9d89dcb7c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129d19c0-4af3-463f-8f8b-9ceed2c19697,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:11.894910 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ce6acb-1ef7-4f60-b0a7-3dc52ea0b805 admin admin] Checking segment: {'id': 'dacf18db-69bc-4475-978a-43da6439b16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '2bb10f64-e636-43a4-a9e3-91b5bfa7f26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:16:11.895294 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ce6acb-1ef7-4f60-b0a7-3dc52ea0b805 admin admin] Network hostable DHCP agents. Network: 2bb10f64-e636-43a4-a9e3-91b5bfa7f26d, hostable agents: ['10a26995-69c6-4373-972b-e8a4ac0e51da'], hosted agents: [] {{(pid=102968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:16:11.935031 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f45441-e8d0-40b5-843f-4b5709d60a9b admin admin] Notify agent at l3_agent.dv-cinder-773985-32-iscsi the message routers_updated {{(pid=102969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:16:11.939001 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ce6acb-1ef7-4f60-b0a7-3dc52ea0b805 admin admin] Network 2bb10f64-e636-43a4-a9e3-91b5bfa7f26d is scheduled to be hosted by DHCP agent 10a26995-69c6-4373-972b-e8a4ac0e51da with binding_index 1 {{(pid=102968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:16:11.947912 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8504d880-b944-40dd-9d63-e6acd5e6ce8d None None] Routers {'7ef9b361-04ee-467d-b3f7-ca5ff07ffa90'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:16:11.951765 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-8504d880-b944-40dd-9d63-e6acd5e6ce8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:15:41Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['7ef9b361-04ee-467d-b3f7-ca5ff07ffa90'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:16:11.956712 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [None req-95ce6acb-1ef7-4f60-b0a7-3dc52ea0b805 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-32-iscsi, 2bb10f64-e636-43a4-a9e3-91b5bfa7f26d) {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:16:11.977539 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ce6acb-1ef7-4f60-b0a7-3dc52ea0b805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:11.978001 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-95ce6acb-1ef7-4f60-b0a7-3dc52ea0b805 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for subnet (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:12.015044 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-95ce6acb-1ef7-4f60-b0a7-3dc52ea0b805 admin admin] 10.222.0.120 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4022727 Feb 16 14:16:12.038413 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-86f45441-e8d0-40b5-843f-4b5709d60a9b admin admin] 10.222.0.120 "PUT /v2.0/routers/edc821d0-16f7-41cd-9205-f2e48ad6eb43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8442132 Feb 16 14:16:12.156697 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3214349b-8edc-4730-9a0d-b0f52e2bfb68 None None] Network 2bb10f64-e636-43a4-a9e3-91b5bfa7f26d requested from dv-cinder-773985-32-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:16:12.214785 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c07da88d-9a02-436d-aaf9-b1271d174f23 None None] Port bfd99815-730b-400d-9f2c-87d16b3d4f0f cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:16:12.396348 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device 700931d7-6707-4beb-9240-a3c17a7903f2 up at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:16:12.435034 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-29a33f5e-7226-48fb-8a6d-fef0329529f3 admin admin] Publish callbacks [] for port (bfd99815-730b-400d-9f2c-87d16b3d4f0f), precommit_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:12.465361 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-29a33f5e-7226-48fb-8a6d-fef0329529f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (bfd99815-730b-400d-9f2c-87d16b3d4f0f), after_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:12.466114 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-29a33f5e-7226-48fb-8a6d-fef0329529f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2062336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1593279'] for router_interface (b8a42c37-a11f-4fbf-b38b-54846685184c), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:12.514648 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f4fb-7ea9-448d-9c44-08fc2737c2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (86100e92-d951-4144-bd87-36328b8a7b76), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:12.574930 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [req-54e28f2f-fd60-44ca-86c7-b5961f82d3c7 req-6b825521-5d29-4c06-bf11-8917c00e11b0 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] http://10.222.0.120:9696/v2.0/extensions returned with HTTP 200 {{(pid=102968) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 14:16:12.576777 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-54e28f2f-fd60-44ca-86c7-b5961f82d3c7 req-6b825521-5d29-4c06-bf11-8917c00e11b0 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066721 Feb 16 14:16:12.625713 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-8504d880-b944-40dd-9d63-e6acd5e6ce8d None None] Set router 7ef9b361-04ee-467d-b3f7-ca5ff07ffa90 gateway port host: dv-cinder-773985-32-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:16:12.627712 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25a9ef7-e482-478b-90cb-bdc11fd0e4a6 None None] Network 2bb10f64-e636-43a4-a9e3-91b5bfa7f26d requested from dv-cinder-773985-32-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:16:12.776891 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a33f5e-7226-48fb-8a6d-fef0329529f3 admin admin] Pushing event updated for resources: {'Port': ['ID=bfd99815-730b-400d-9f2c-87d16b3d4f0f,revision_number=2']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:12.906345 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a33f5e-7226-48fb-8a6d-fef0329529f3 admin admin] Network ebf6afd0-c796-4d65-bd33-5c3bb57211ed is already hosted by enough agents. {{(pid=102969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:16:12.910927 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-29a33f5e-7226-48fb-8a6d-fef0329529f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:16:12.913630 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Provisioning complete for port 700931d7-6707-4beb-9240-a3c17a7903f2 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:16:12.914003 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (700931d7-6707-4beb-9240-a3c17a7903f2), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:13.151675 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 51000) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:13.174725 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-13075038-509d-4543-9849-75135b70cf82 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1349796494', 'description': 'tempest-description--1497436883'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:16:13.183821 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d030cd1-7e14-422a-aba2-b690a329b412 req-950fad82-9077-4d4c-b4a1-a6a9c7e66161 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:13.186826 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3d030cd1-7e14-422a-aba2-b690a329b412 req-950fad82-9077-4d4c-b4a1-a6a9c7e66161 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.120 "GET /v2.0/ports?device_id=7e92ad68-f22d-4da6-bcf4-ed9073b066ae HTTP/1.1" status: 200 len: 931 time: 0.1634619 Feb 16 14:16:13.259886 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a33f5e-7226-48fb-8a6d-fef0329529f3 admin admin] Router b8a42c37-a11f-4fbf-b38b-54846685184c has already been hosted by L3 agent 531611a8-34ea-4f1f-8d10-111cbf56a8a1 {{(pid=102969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:16:13.260969 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-13075038-509d-4543-9849-75135b70cf82 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:13.316254 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3d030cd1-7e14-422a-aba2-b690a329b412 req-d86876a6-f67f-4ce5-872c-637142ea1178 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.120 "GET /v2.0/security-groups?id=a544c672-c2f7-45f2-aa1f-7c2533b5745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109891 Feb 16 14:16:13.407733 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34b47c0-86d1-478c-b457-75e27f4c306b None None] Sync routers for ids ['edc821d0-16f7-41cd-9205-f2e48ad6eb43'] in dv-cinder-773985-32-iscsi {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:16:13.427700 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34b47c0-86d1-478c-b457-75e27f4c306b None None] Routers {'edc821d0-16f7-41cd-9205-f2e48ad6eb43'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:16:13.433231 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-f34b47c0-86d1-478c-b457-75e27f4c306b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:16:12Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['edc821d0-16f7-41cd-9205-f2e48ad6eb43'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:16:13.446342 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Current status of the port 700931d7-6707-4beb-9240-a3c17a7903f2 is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:16:13.447859 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (700931d7-6707-4beb-9240-a3c17a7903f2), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:13.471556 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-a3563482-80a6-46f6-8f06-a3d0036c2cb3 None None] Provisioning complete for port bfd99815-730b-400d-9f2c-87d16b3d4f0f triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:16:13.472699 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-a3563482-80a6-46f6-8f06-a3d0036c2cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (bfd99815-730b-400d-9f2c-87d16b3d4f0f), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:13.614591 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] For port 700931d7-6707-4beb-9240-a3c17a7903f2, host dv-cinder-773985-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=700931d7-6707-4beb-9240-a3c17a7903f2,segment=NetworkSegment(26d58d4e-c6ed-4576-9373-5fb9e6fda4ae),segment_id=26d58d4e-c6ed-4576-9373-5fb9e6fda4ae)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:16:13.637684 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (700931d7-6707-4beb-9240-a3c17a7903f2), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:13.639971 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device 4cd0e328-3d31-4652-8c60-6f12fa85f7ed up at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:16:13.648678 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-a3563482-80a6-46f6-8f06-a3d0036c2cb3 None None] Port bfd99815-730b-400d-9f2c-87d16b3d4f0f cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:16:13.741056 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-f34b47c0-86d1-478c-b457-75e27f4c306b None None] Set router edc821d0-16f7-41cd-9205-f2e48ad6eb43 gateway port host: dv-cinder-773985-32-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:16:13.767783 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a33f5e-7226-48fb-8a6d-fef0329529f3 admin admin] Notify agent at l3_agent.dv-cinder-773985-32-iscsi the message routers_updated {{(pid=102969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:16:13.796639 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-29a33f5e-7226-48fb-8a6d-fef0329529f3 admin admin] 10.222.0.120 "PUT /v2.0/routers/b8a42c37-a11f-4fbf-b38b-54846685184c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8657110 Feb 16 14:16:13.801096 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-13075038-509d-4543-9849-75135b70cf82 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks [] for security_group (70b8efc1-2707-4c73-889f-acfd170da1a9), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:13.827779 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-13075038-509d-4543-9849-75135b70cf82 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (70b8efc1-2707-4c73-889f-acfd170da1a9), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:13.902397 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-8504d880-b944-40dd-9d63-e6acd5e6ce8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef9b361-04ee-467d-b3f7-ca5ff07ffa90', 'name': 'tempest-AttachVolumeShelveTestJSON-1011373759-router', 'tenant_id': '410a0d25161b4a0e8f890d74d6eb242d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '889f4e28-56ab-4437-8364-bf9f84f6e647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:15:57Z', 'updated_at': '2022-02-16T14:16:05Z', 'revision_number': 4, 'project_id': '410a0d25161b4a0e8f890d74d6eb242d', 'gw_port': {'id': '889f4e28-56ab-4437-8364-bf9f84f6e647', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef9b361-04ee-467d-b3f7-ca5ff07ffa90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:15:58Z', 'updated_at': '2022-02-16T14:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_interfaces': [{'id': '823115d7-28d7-4545-82be-bd4444f81a41', 'name': '', 'network_id': '08a3e979-1da2-40e7-a40c-6fc286cacb72', 'tenant_id': '410a0d25161b4a0e8f890d74d6eb242d', 'mac_address': 'fa:16:3e:66:3d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef9b361-04ee-467d-b3f7-ca5ff07ffa90', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b5411640-e171-466e-826f-00fe3dbaa6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:16:03Z', 'updated_at': '2022-02-16T14:16:06Z', 'revision_number': 2, 'project_id': '410a0d25161b4a0e8f890d74d6eb242d', 'subnets': [{'id': 'b5411640-e171-466e-826f-00fe3dbaa6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:16:13.917085 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ac86131d-db3b-4e6c-9567-647e6948f8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (6a38cbfe-57d3-4d37-ac59-552f6dc7f99c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:13.953694 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13075038-509d-4543-9849-75135b70cf82 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70b8efc1-2707-4c73-889f-acfd170da1a9,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:13.979419 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-13075038-509d-4543-9849-75135b70cf82 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:13.985237 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 51024) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:13.985999 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-13075038-509d-4543-9849-75135b70cf82 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8328536 Feb 16 14:16:13.990074 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-c4a78587-a923-41ba-8f8a-6ea0694d18e8 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Request body: {'security_group_rule': {'security_group_id': '70b8efc1-2707-4c73-889f-acfd170da1a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:16:14.042901 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8504d880-b944-40dd-9d63-e6acd5e6ce8d None None] Checking router: 7ef9b361-04ee-467d-b3f7-ca5ff07ffa90 for host: dv-cinder-773985-32-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:16:14.052785 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8504d880-b944-40dd-9d63-e6acd5e6ce8d None None] Updating router 7ef9b361-04ee-467d-b3f7-ca5ff07ffa90 port 823115d7-28d7-4545-82be-bd4444f81a41 binding host dv-cinder-773985-32-iscsi {{(pid=102970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:16:14.062510 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200fd05d-faf2-4cc5-a4d7-9adac1cb1c86 None None] Sync routers for ids ['b8a42c37-a11f-4fbf-b38b-54846685184c'] in dv-cinder-773985-32-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:16:14.162550 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-c4a78587-a923-41ba-8f8a-6ea0694d18e8 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks [] for security_group_rule (de8fa5d0-7b6d-4847-b2a2-378a3ea93668), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:14.208210 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Pushing event updated for resources: {'Port': ['ID=700931d7-6707-4beb-9240-a3c17a7903f2,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:14.316438 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200fd05d-faf2-4cc5-a4d7-9adac1cb1c86 None None] Routers {'b8a42c37-a11f-4fbf-b38b-54846685184c'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:16:14.318504 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-200fd05d-faf2-4cc5-a4d7-9adac1cb1c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:16:12Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['b8a42c37-a11f-4fbf-b38b-54846685184c'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:16:14.370281 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-c4a78587-a923-41ba-8f8a-6ea0694d18e8 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks [] for security_group_rule (de8fa5d0-7b6d-4847-b2a2-378a3ea93668), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:14.376856 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-c4a78587-a923-41ba-8f8a-6ea0694d18e8 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071180'] for security_group_rule (de8fa5d0-7b6d-4847-b2a2-378a3ea93668), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:14.436745 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a78587-a923-41ba-8f8a-6ea0694d18e8 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de8fa5d0-7b6d-4847-b2a2-378a3ea93668,revision_number=0']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:14.501397 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-c4a78587-a923-41ba-8f8a-6ea0694d18e8 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:14.502928 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-c4a78587-a923-41ba-8f8a-6ea0694d18e8 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5165057 Feb 16 14:16:14.514923 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 51048) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:14.562319 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-54e28f2f-fd60-44ca-86c7-b5961f82d3c7 req-da5f1038-e0ed-4fcc-8b58-eddbabca016d service neutron] Request body: {'port': {'device_id': '7e92ad68-f22d-4da6-bcf4-ed9073b066ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:16:14.593627 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-ad0aa82b-4572-4e9a-a3c6-dcd4e3d32bbd tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Request body: {'security_group_rule': {'security_group_id': '70b8efc1-2707-4c73-889f-acfd170da1a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:16:14.610591 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-f34b47c0-86d1-478c-b457-75e27f4c306b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc821d0-16f7-41cd-9205-f2e48ad6eb43', 'name': 'tempest-ServerRescueNegativeTestJSON-939661306-router', 'tenant_id': 'd9a231f27e3b4236b5109f44434e8be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '4cd0e328-3d31-4652-8c60-6f12fa85f7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:15:57Z', 'updated_at': '2022-02-16T14:16:08Z', 'revision_number': 4, 'project_id': 'd9a231f27e3b4236b5109f44434e8be7', 'gw_port': {'id': '4cd0e328-3d31-4652-8c60-6f12fa85f7ed', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:cb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc821d0-16f7-41cd-9205-f2e48ad6eb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:15:59Z', 'updated_at': '2022-02-16T14:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_interfaces': [{'id': 'cefa6611-41d2-4446-b084-39e75e72729c', 'name': '', 'network_id': '3b4e79db-56cd-4d42-82d5-dc0b8425f909', 'tenant_id': 'd9a231f27e3b4236b5109f44434e8be7', 'mac_address': 'fa:16:3e:c6:58:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc821d0-16f7-41cd-9205-f2e48ad6eb43', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '49e52525-bf5f-472f-a994-bf14eeca6876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:16:06Z', 'updated_at': '2022-02-16T14:16:08Z', 'revision_number': 2, 'project_id': 'd9a231f27e3b4236b5109f44434e8be7', 'subnets': [{'id': '49e52525-bf5f-472f-a994-bf14eeca6876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:16:14.646491 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f2f88-a6a5-4a68-b2bb-becdd22deae5 req-603604bc-859e-4f5f-8f3c-ae0070252384 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:14.672634 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-df6f2f88-a6a5-4a68-b2bb-becdd22deae5 req-603604bc-859e-4f5f-8f3c-ae0070252384 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/networks?id=3b4e79db-56cd-4d42-82d5-dc0b8425f909 HTTP/1.1" status: 200 len: 818 time: 0.6409564 Feb 16 14:16:14.673487 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 51060) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:14.710668 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-a4a0ebf7-8674-4722-96bf-146e27753162 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-292883809-network', 'tenant_id': 'c40d2bdacdd64b3b90f547fa3098834a'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:16:14.752558 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-200fd05d-faf2-4cc5-a4d7-9adac1cb1c86 None None] Set router b8a42c37-a11f-4fbf-b38b-54846685184c gateway port host: dv-cinder-773985-32-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:16:14.763034 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34b47c0-86d1-478c-b457-75e27f4c306b None None] Checking router: edc821d0-16f7-41cd-9205-f2e48ad6eb43 for host: dv-cinder-773985-32-iscsi {{(pid=102971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:16:14.763318 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34b47c0-86d1-478c-b457-75e27f4c306b None None] Updating router edc821d0-16f7-41cd-9205-f2e48ad6eb43 port cefa6611-41d2-4446-b084-39e75e72729c binding host dv-cinder-773985-32-iscsi {{(pid=102971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:16:14.816464 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-df6f2f88-a6a5-4a68-b2bb-becdd22deae5 req-febc1996-45d8-47af-9613-b68a596a6d68 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/quotas/d9a231f27e3b4236b5109f44434e8be7 HTTP/1.1" status: 200 len: 375 time: 0.1150899 Feb 16 14:16:14.838862 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-8504d880-b944-40dd-9d63-e6acd5e6ce8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (823115d7-28d7-4545-82be-bd4444f81a41), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:14.890552 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Provisioning complete for port 4cd0e328-3d31-4652-8c60-6f12fa85f7ed triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:16:14.891046 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (4cd0e328-3d31-4652-8c60-6f12fa85f7ed), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:14.957263 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-f34b47c0-86d1-478c-b457-75e27f4c306b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (cefa6611-41d2-4446-b084-39e75e72729c), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:15.021858 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a0ebf7-8674-4722-96bf-146e27753162 admin admin] Made reservation on behalf of c40d2bdacdd64b3b90f547fa3098834a for: {'network': 1} {{(pid=102969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:16:15.033978 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a4a0ebf7-8674-4722-96bf-146e27753162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for network (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:15.048934 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Current status of the port 4cd0e328-3d31-4652-8c60-6f12fa85f7ed is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:16:15.083604 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a4a0ebf7-8674-4722-96bf-146e27753162 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:15.118375 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ad0aa82b-4572-4e9a-a3c6-dcd4e3d32bbd tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks [] for security_group_rule (63245e51-a9aa-4f6a-8fab-d788de84ddbc), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:15.180300 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (529a93d1-f8f6-4ba2-8600-6635050f85df), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:15.180521 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-54e28f2f-fd60-44ca-86c7-b5961f82d3c7 req-da5f1038-e0ed-4fcc-8b58-eddbabca016d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (7efc934a-e21c-4fe1-b5ec-843a93209897), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:15.263174 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device 700931d7-6707-4beb-9240-a3c17a7903f2 up at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:16:15.310779 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bfbc20-64d3-47a8-93fa-97661709ef4e req-7edb1e56-a92a-4f22-afd5-3dae05ea7d7d tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:15.312829 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e1bfbc20-64d3-47a8-93fa-97661709ef4e req-7edb1e56-a92a-4f22-afd5-3dae05ea7d7d tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.120 "GET /v2.0/ports?device_id=7e92ad68-f22d-4da6-bcf4-ed9073b066ae HTTP/1.1" status: 200 len: 931 time: 0.6317134 Feb 16 14:16:15.370921 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-df6f2f88-a6a5-4a68-b2bb-becdd22deae5 req-cfec7fa6-ce06-417d-9662-5e7ae421acfc tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?tenant_id=d9a231f27e3b4236b5109f44434e8be7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5220041 Feb 16 14:16:15.483430 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a4a0ebf7-8674-4722-96bf-146e27753162 admin admin] Publish callbacks [] for security_group (e10a7bd0-cadb-4351-b128-66f2712feba0), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:15.545838 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a4a0ebf7-8674-4722-96bf-146e27753162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (e10a7bd0-cadb-4351-b128-66f2712feba0), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:15.640802 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4a0ebf7-8674-4722-96bf-146e27753162 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1302} {{(pid=102969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:16:15.700420 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-df6f2f88-a6a5-4a68-b2bb-becdd22deae5 req-5e5d0d81-7a33-432b-ab9a-8ae4b5915463 service neutron] 10.222.0.120 "GET /v2.0/networks/3b4e79db-56cd-4d42-82d5-dc0b8425f909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276284 Feb 16 14:16:15.717461 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a0ebf7-8674-4722-96bf-146e27753162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10a7bd0-cadb-4351-b128-66f2712feba0,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:15.764121 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-f34b47c0-86d1-478c-b457-75e27f4c306b None None] Publish callbacks [] for port (cefa6611-41d2-4446-b084-39e75e72729c), precommit_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:15.774615 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-f34b47c0-86d1-478c-b457-75e27f4c306b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (cefa6611-41d2-4446-b084-39e75e72729c), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:15.815235 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a4a0ebf7-8674-4722-96bf-146e27753162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894495'] for segment (968deb2e-f56e-4ced-bc18-35e6b934447f), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:15.819781 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.db.segments_db [None req-a4a0ebf7-8674-4722-96bf-146e27753162 admin admin] Added segment 968deb2e-f56e-4ced-bc18-35e6b934447f of type vlan for network 97cac014-3fab-4495-a170-405a736904a6 Feb 16 14:16:15.983607 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5884e64e-3f71-4362-8722-1b2f94c42cf8 None None] Pushing event updated for resources: {'Port': ['ID=cefa6611-41d2-4446-b084-39e75e72729c,revision_number=3']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:16.057150 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Provisioning complete for port 700931d7-6707-4beb-9240-a3c17a7903f2 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:16:16.057635 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (700931d7-6707-4beb-9240-a3c17a7903f2), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:16.079728 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [None req-f34b47c0-86d1-478c-b457-75e27f4c306b None None] Attempting to bind port cefa6611-41d2-4446-b084-39e75e72729c on host dv-cinder-773985-32-iscsi for vnic_type normal with profile {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:16:16.080302 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [None req-f34b47c0-86d1-478c-b457-75e27f4c306b None None] Attempting to bind port cefa6611-41d2-4446-b084-39e75e72729c by drivers openvswitch,hyperv on host dv-cinder-773985-32-iscsi at level 0 using segments [{'id': '63149136-d21f-4d25-a697-3540935fddb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '3b4e79db-56cd-4d42-82d5-dc0b8425f909'}] {{(pid=102971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:16:16.080969 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34b47c0-86d1-478c-b457-75e27f4c306b None None] Attempting to bind port cefa6611-41d2-4446-b084-39e75e72729c on network 3b4e79db-56cd-4d42-82d5-dc0b8425f909 {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:16:16.095547 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34b47c0-86d1-478c-b457-75e27f4c306b None None] Checking agent: {'id': '529a93d1-f8f6-4ba2-8600-6635050f85df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 7, 45), 'started_at': datetime.datetime(2022, 2, 16, 14, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:16:16.097039 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34b47c0-86d1-478c-b457-75e27f4c306b None None] Checking segment: {'id': '63149136-d21f-4d25-a697-3540935fddb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '3b4e79db-56cd-4d42-82d5-dc0b8425f909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:16:16.098584 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-f34b47c0-86d1-478c-b457-75e27f4c306b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:16.099959 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34b47c0-86d1-478c-b457-75e27f4c306b None None] Bound using segment: {'id': '63149136-d21f-4d25-a697-3540935fddb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '3b4e79db-56cd-4d42-82d5-dc0b8425f909'} {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:16:16.101585 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [None req-f34b47c0-86d1-478c-b457-75e27f4c306b None None] Bound port: cefa6611-41d2-4446-b084-39e75e72729c, host: dv-cinder-773985-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63149136-d21f-4d25-a697-3540935fddb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '3b4e79db-56cd-4d42-82d5-dc0b8425f909'}}] {{(pid=102971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:16:16.102059 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-f34b47c0-86d1-478c-b457-75e27f4c306b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (cefa6611-41d2-4446-b084-39e75e72729c), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:16.137275 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-200fd05d-faf2-4cc5-a4d7-9adac1cb1c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a42c37-a11f-4fbf-b38b-54846685184c', 'name': 'tempest-AttachVolumeTestJSON-10169616-router', 'tenant_id': '191319209d6f4aa0a692cf7d431b25ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '700931d7-6707-4beb-9240-a3c17a7903f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:15:58Z', 'updated_at': '2022-02-16T14:16:11Z', 'revision_number': 4, 'project_id': '191319209d6f4aa0a692cf7d431b25ef', 'gw_port': {'id': '700931d7-6707-4beb-9240-a3c17a7903f2', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a42c37-a11f-4fbf-b38b-54846685184c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:16:01Z', 'updated_at': '2022-02-16T14:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_interfaces': [{'id': 'bfd99815-730b-400d-9f2c-87d16b3d4f0f', 'name': '', 'network_id': 'ebf6afd0-c796-4d65-bd33-5c3bb57211ed', 'tenant_id': '191319209d6f4aa0a692cf7d431b25ef', 'mac_address': 'fa:16:3e:fd:27:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a42c37-a11f-4fbf-b38b-54846685184c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '664452e3-1277-4c51-8f59-1d3b97df3dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:16:07Z', 'updated_at': '2022-02-16T14:16:12Z', 'revision_number': 2, 'project_id': '191319209d6f4aa0a692cf7d431b25ef', 'subnets': [{'id': '664452e3-1277-4c51-8f59-1d3b97df3dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:16:16.210360 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200fd05d-faf2-4cc5-a4d7-9adac1cb1c86 None None] Checking router: b8a42c37-a11f-4fbf-b38b-54846685184c for host: dv-cinder-773985-32-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:16:16.211603 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200fd05d-faf2-4cc5-a4d7-9adac1cb1c86 None None] Updating router b8a42c37-a11f-4fbf-b38b-54846685184c port bfd99815-730b-400d-9f2c-87d16b3d4f0f binding host dv-cinder-773985-32-iscsi {{(pid=102970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:16:16.303427 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-200fd05d-faf2-4cc5-a4d7-9adac1cb1c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (bfd99815-730b-400d-9f2c-87d16b3d4f0f), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:16.328650 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [None req-f34b47c0-86d1-478c-b457-75e27f4c306b None None] For port cefa6611-41d2-4446-b084-39e75e72729c, host dv-cinder-773985-32-iscsi, cleared binding levels {{(pid=102971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:16:16.340620 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [None req-f34b47c0-86d1-478c-b457-75e27f4c306b None None] For port cefa6611-41d2-4446-b084-39e75e72729c, host dv-cinder-773985-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=cefa6611-41d2-4446-b084-39e75e72729c,segment=NetworkSegment(63149136-d21f-4d25-a697-3540935fddb9),segment_id=63149136-d21f-4d25-a697-3540935fddb9)] {{(pid=102971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:16:16.356515 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-f34b47c0-86d1-478c-b457-75e27f4c306b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (cefa6611-41d2-4446-b084-39e75e72729c), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:16.375585 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a4a0ebf7-8674-4722-96bf-146e27753162 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784246940290'] for network (97cac014-3fab-4495-a170-405a736904a6), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:16.408369 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e1bfbc20-64d3-47a8-93fa-97661709ef4e req-83754360-760a-482b-ab12-d4879a10f1b4 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.120 "GET /v2.0/security-groups?id=a544c672-c2f7-45f2-aa1f-7c2533b5745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7494898 Feb 16 14:16:16.454270 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ad0aa82b-4572-4e9a-a3c6-dcd4e3d32bbd tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks [] for security_group_rule (63245e51-a9aa-4f6a-8fab-d788de84ddbc), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:16.468060 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ad0aa82b-4572-4e9a-a3c6-dcd4e3d32bbd tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071180'] for security_group_rule (63245e51-a9aa-4f6a-8fab-d788de84ddbc), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:16.474486 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-df6f2f88-a6a5-4a68-b2bb-becdd22deae5 req-39e5ce42-d80b-459e-b64c-232fa211a16e service neutron] 10.222.0.120 "GET /v2.0/networks/3b4e79db-56cd-4d42-82d5-dc0b8425f909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7702513 Feb 16 14:16:16.483500 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a4a0ebf7-8674-4722-96bf-146e27753162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354'] for network (97cac014-3fab-4495-a170-405a736904a6), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:16.485218 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a0ebf7-8674-4722-96bf-146e27753162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:16.488295 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a4a0ebf7-8674-4722-96bf-146e27753162 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for network (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:16.548150 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5884e64e-3f71-4362-8722-1b2f94c42cf8 None None] Pushing event updated for resources: {'Port': ['ID=cefa6611-41d2-4446-b084-39e75e72729c,revision_number=4']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:16.594080 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34b47c0-86d1-478c-b457-75e27f4c306b None None] Routers {'edc821d0-16f7-41cd-9205-f2e48ad6eb43'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:16:16.606030 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-f34b47c0-86d1-478c-b457-75e27f4c306b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:16:12Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['edc821d0-16f7-41cd-9205-f2e48ad6eb43'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:16:16.610610 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-a4a0ebf7-8674-4722-96bf-146e27753162 admin admin] 10.222.0.120 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9044826 Feb 16 14:16:16.611434 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 51114) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:16.672250 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0aa82b-4572-4e9a-a3c6-dcd4e3d32bbd tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63245e51-a9aa-4f6a-8fab-d788de84ddbc,revision_number=0']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:16.715540 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-0edd656c-6c19-43a4-846e-8eee7bbe837a admin admin] Request body: {'subnet': {'network_id': '97cac014-3fab-4495-a170-405a736904a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-292883809-subnet', 'tenant_id': 'c40d2bdacdd64b3b90f547fa3098834a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:16:16.732628 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ad0aa82b-4572-4e9a-a3c6-dcd4e3d32bbd tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:16.737858 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-ad0aa82b-4572-4e9a-a3c6-dcd4e3d32bbd tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2065570 Feb 16 14:16:16.825616 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 51122) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:16.837884 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a0ebf7-8674-4722-96bf-146e27753162 admin admin] Pushing event updated for resources: {'Network': ['ID=97cac014-3fab-4495-a170-405a736904a6,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:16.845258 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-d8c2a0e8-78f6-43e7-99f1-d7dd236e49bc tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Request body: {'floatingip': {'floating_network_id': '5b71b9ca-6085-48b7-9167-93053be13444'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:16:16.885931 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Network 97cac014-3fab-4495-a170-405a736904a6 details requested by agent ovs-agent-dv-cinder-773985-32-iscsi with host dv-cinder-773985-32-iscsi {{(pid=102970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:16:17.026136 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-f34b47c0-86d1-478c-b457-75e27f4c306b None None] Set router edc821d0-16f7-41cd-9205-f2e48ad6eb43 gateway port host: dv-cinder-773985-32-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:16:17.111936 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-27609864-246f-4df7-bcaf-750b8e695275 req-6c1edefb-bcc9-406c-9fb0-7bf509c6da0a tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 210 time: 0.0885148 Feb 16 14:16:17.131472 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d8c2a0e8-78f6-43e7-99f1-d7dd236e49bc tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:17.136788 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0edd656c-6c19-43a4-846e-8eee7bbe837a admin admin] Made reservation on behalf of c40d2bdacdd64b3b90f547fa3098834a for: {'subnet': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:16:17.151037 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Current status of the port 700931d7-6707-4beb-9240-a3c17a7903f2 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:16:17.181377 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-0edd656c-6c19-43a4-846e-8eee7bbe837a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:17.814078 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-0edd656c-6c19-43a4-846e-8eee7bbe837a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354'] for subnet (3a467670-b56e-48dd-830b-e314056791a7), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:17.902084 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164aa2b0-f080-4c11-afbe-23fdf23bdacd req-49fa363c-e293-41f3-96f7-f408d597a27f tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:17.919560 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-164aa2b0-f080-4c11-afbe-23fdf23bdacd req-49fa363c-e293-41f3-96f7-f408d597a27f tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.120 "GET /v2.0/ports?device_id=7e92ad68-f22d-4da6-bcf4-ed9073b066ae HTTP/1.1" status: 200 len: 931 time: 0.3331347 Feb 16 14:16:17.928779 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-8504d880-b944-40dd-9d63-e6acd5e6ce8d None None] Publish callbacks [] for port (823115d7-28d7-4545-82be-bd4444f81a41), precommit_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:17.969481 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-8504d880-b944-40dd-9d63-e6acd5e6ce8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (823115d7-28d7-4545-82be-bd4444f81a41), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:18.014505 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [req-54e28f2f-fd60-44ca-86c7-b5961f82d3c7 req-da5f1038-e0ed-4fcc-8b58-eddbabca016d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7efc934a-e21c-4fe1-b5ec-843a93209897 {{(pid=102968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:16:18.051214 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-54e28f2f-fd60-44ca-86c7-b5961f82d3c7 req-da5f1038-e0ed-4fcc-8b58-eddbabca016d service neutron] Publish callbacks [] for port (7efc934a-e21c-4fe1-b5ec-843a93209897), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:18.123606 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.provisioning_blocks [req-54e28f2f-fd60-44ca-86c7-b5961f82d3c7 req-da5f1038-e0ed-4fcc-8b58-eddbabca016d service neutron] Transition to ACTIVE for port object 7efc934a-e21c-4fe1-b5ec-843a93209897 will not be triggered until provisioned by entity L2. {{(pid=102968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:16:18.175390 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-164aa2b0-f080-4c11-afbe-23fdf23bdacd req-110160fe-5224-4864-b87c-3b88c47edbdf tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.120 "GET /v2.0/security-groups?id=a544c672-c2f7-45f2-aa1f-7c2533b5745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530825 Feb 16 14:16:18.190264 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-54e28f2f-fd60-44ca-86c7-b5961f82d3c7 req-da5f1038-e0ed-4fcc-8b58-eddbabca016d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (7efc934a-e21c-4fe1-b5ec-843a93209897), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:18.327492 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-8504d880-b944-40dd-9d63-e6acd5e6ce8d None None] Attempting to bind port 823115d7-28d7-4545-82be-bd4444f81a41 on host dv-cinder-773985-32-iscsi for vnic_type normal with profile {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:16:18.328582 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-8504d880-b944-40dd-9d63-e6acd5e6ce8d None None] Attempting to bind port 823115d7-28d7-4545-82be-bd4444f81a41 by drivers openvswitch,hyperv on host dv-cinder-773985-32-iscsi at level 0 using segments [{'id': '7e12a080-9391-426e-98e0-74c5936ea1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '08a3e979-1da2-40e7-a40c-6fc286cacb72'}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:16:18.331555 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8504d880-b944-40dd-9d63-e6acd5e6ce8d None None] Attempting to bind port 823115d7-28d7-4545-82be-bd4444f81a41 on network 08a3e979-1da2-40e7-a40c-6fc286cacb72 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:16:18.393840 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8504d880-b944-40dd-9d63-e6acd5e6ce8d None None] Checking agent: {'id': '529a93d1-f8f6-4ba2-8600-6635050f85df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 7, 45), 'started_at': datetime.datetime(2022, 2, 16, 14, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:16:18.394122 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8504d880-b944-40dd-9d63-e6acd5e6ce8d None None] Checking segment: {'id': '7e12a080-9391-426e-98e0-74c5936ea1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '08a3e979-1da2-40e7-a40c-6fc286cacb72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:16:18.401717 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-8504d880-b944-40dd-9d63-e6acd5e6ce8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:18.402219 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8504d880-b944-40dd-9d63-e6acd5e6ce8d None None] Bound using segment: {'id': '7e12a080-9391-426e-98e0-74c5936ea1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '08a3e979-1da2-40e7-a40c-6fc286cacb72'} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:16:18.402740 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-8504d880-b944-40dd-9d63-e6acd5e6ce8d None None] Bound port: 823115d7-28d7-4545-82be-bd4444f81a41, host: dv-cinder-773985-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e12a080-9391-426e-98e0-74c5936ea1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '08a3e979-1da2-40e7-a40c-6fc286cacb72'}}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:16:18.403139 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-8504d880-b944-40dd-9d63-e6acd5e6ce8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (823115d7-28d7-4545-82be-bd4444f81a41), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:18.409970 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd656c-6c19-43a4-846e-8eee7bbe837a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a467670-b56e-48dd-830b-e314056791a7,revision_number=0']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:18.439274 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-f34b47c0-86d1-478c-b457-75e27f4c306b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc821d0-16f7-41cd-9205-f2e48ad6eb43', 'name': 'tempest-ServerRescueNegativeTestJSON-939661306-router', 'tenant_id': 'd9a231f27e3b4236b5109f44434e8be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '4cd0e328-3d31-4652-8c60-6f12fa85f7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:15:57Z', 'updated_at': '2022-02-16T14:16:08Z', 'revision_number': 4, 'project_id': 'd9a231f27e3b4236b5109f44434e8be7', 'gw_port': {'id': '4cd0e328-3d31-4652-8c60-6f12fa85f7ed', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:cb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc821d0-16f7-41cd-9205-f2e48ad6eb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:15:59Z', 'updated_at': '2022-02-16T14:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_interfaces': [{'id': 'cefa6611-41d2-4446-b084-39e75e72729c', 'name': '', 'network_id': '3b4e79db-56cd-4d42-82d5-dc0b8425f909', 'tenant_id': 'd9a231f27e3b4236b5109f44434e8be7', 'mac_address': 'fa:16:3e:c6:58:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc821d0-16f7-41cd-9205-f2e48ad6eb43', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '49e52525-bf5f-472f-a994-bf14eeca6876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:16:06Z', 'updated_at': '2022-02-16T14:16:16Z', 'revision_number': 4, 'project_id': 'd9a231f27e3b4236b5109f44434e8be7', 'subnets': [{'id': '49e52525-bf5f-472f-a994-bf14eeca6876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:16:18.560361 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edd656c-6c19-43a4-846e-8eee7bbe837a admin admin] Checking segment: {'id': '968deb2e-f56e-4ced-bc18-35e6b934447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '97cac014-3fab-4495-a170-405a736904a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:16:18.561145 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edd656c-6c19-43a4-846e-8eee7bbe837a admin admin] Network hostable DHCP agents. Network: 97cac014-3fab-4495-a170-405a736904a6, hostable agents: ['10a26995-69c6-4373-972b-e8a4ac0e51da'], hosted agents: [] {{(pid=102968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:16:18.632118 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 51214) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:18.662269 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34b47c0-86d1-478c-b457-75e27f4c306b None None] The sync data for ids ['edc821d0-16f7-41cd-9205-f2e48ad6eb43'] in dv-cinder-773985-32-iscsi is: [{'id': 'edc821d0-16f7-41cd-9205-f2e48ad6eb43', 'name': 'tempest-ServerRescueNegativeTestJSON-939661306-router', 'tenant_id': 'd9a231f27e3b4236b5109f44434e8be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '4cd0e328-3d31-4652-8c60-6f12fa85f7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:15:57Z', 'updated_at': '2022-02-16T14:16:08Z', 'revision_number': 4, 'project_id': 'd9a231f27e3b4236b5109f44434e8be7', 'gw_port': {'id': '4cd0e328-3d31-4652-8c60-6f12fa85f7ed', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:cb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc821d0-16f7-41cd-9205-f2e48ad6eb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:15:59Z', 'updated_at': '2022-02-16T14:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_interfaces': [{'id': 'cefa6611-41d2-4446-b084-39e75e72729c', 'name': '', 'network_id': '3b4e79db-56cd-4d42-82d5-dc0b8425f909', 'tenant_id': 'd9a231f27e3b4236b5109f44434e8be7', 'mac_address': 'fa:16:3e:c6:58:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc821d0-16f7-41cd-9205-f2e48ad6eb43', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '49e52525-bf5f-472f-a994-bf14eeca6876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:16:06Z', 'updated_at': '2022-02-16T14:16:16Z', 'revision_number': 4, 'project_id': 'd9a231f27e3b4236b5109f44434e8be7', 'subnets': [{'id': '49e52525-bf5f-472f-a994-bf14eeca6876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:16:18.668113 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-d267735e-7f12-4860-8923-f4404bbdb1f5 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1888707166', 'description': 'tempest-description--1190521586'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:16:18.677520 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-200fd05d-faf2-4cc5-a4d7-9adac1cb1c86 None None] Publish callbacks [] for port (bfd99815-730b-400d-9f2c-87d16b3d4f0f), precommit_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:18.691467 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c4b0c-d274-487e-bc93-444a8239014f None None] Pushing event updated for resources: {'Port': ['ID=823115d7-28d7-4545-82be-bd4444f81a41,revision_number=3']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:18.707442 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-200fd05d-faf2-4cc5-a4d7-9adac1cb1c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (bfd99815-730b-400d-9f2c-87d16b3d4f0f), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:18.784653 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f1038-e0ed-4fcc-8b58-eddbabca016d service neutron] Pushing event updated for resources: {'Port': ['ID=7efc934a-e21c-4fe1-b5ec-843a93209897,revision_number=2']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:18.936975 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d16d0-ad73-47fb-96ab-67f5f830fc4f req-695ffa6c-17a1-4bf8-82d6-3baf9e0d66d2 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:18.939436 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-8504d880-b944-40dd-9d63-e6acd5e6ce8d None None] For port 823115d7-28d7-4545-82be-bd4444f81a41, host dv-cinder-773985-32-iscsi, cleared binding levels {{(pid=102970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:16:18.955644 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-e01d16d0-ad73-47fb-96ab-67f5f830fc4f req-695ffa6c-17a1-4bf8-82d6-3baf9e0d66d2 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/networks?id=3b4e79db-56cd-4d42-82d5-dc0b8425f909 HTTP/1.1" status: 200 len: 818 time: 0.6031229 Feb 16 14:16:18.962036 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-8504d880-b944-40dd-9d63-e6acd5e6ce8d None None] For port 823115d7-28d7-4545-82be-bd4444f81a41, host dv-cinder-773985-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=823115d7-28d7-4545-82be-bd4444f81a41,segment=NetworkSegment(7e12a080-9391-426e-98e0-74c5936ea1ba),segment_id=7e12a080-9391-426e-98e0-74c5936ea1ba)] {{(pid=102970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:16:19.002302 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-e01d16d0-ad73-47fb-96ab-67f5f830fc4f req-00a9b2ce-da32-4b5c-a493-1b0d254a79d5 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/quotas/d9a231f27e3b4236b5109f44434e8be7 HTTP/1.1" status: 200 len: 375 time: 0.0454245 Feb 16 14:16:19.037306 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d8c2a0e8-78f6-43e7-99f1-d7dd236e49bc tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:19.041196 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edd656c-6c19-43a4-846e-8eee7bbe837a admin admin] Network 97cac014-3fab-4495-a170-405a736904a6 is scheduled to be hosted by DHCP agent 10a26995-69c6-4373-972b-e8a4ac0e51da with binding_index 1 {{(pid=102968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:16:19.043122 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-8504d880-b944-40dd-9d63-e6acd5e6ce8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (823115d7-28d7-4545-82be-bd4444f81a41), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:19.050760 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d267735e-7f12-4860-8923-f4404bbdb1f5 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:19.153521 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-0d4c7f0e-1b1a-4a95-9417-c8fa2942b13f None None] Provisioning complete for port 823115d7-28d7-4545-82be-bd4444f81a41 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:16:19.155613 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-0d4c7f0e-1b1a-4a95-9417-c8fa2942b13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (823115d7-28d7-4545-82be-bd4444f81a41), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:19.207997 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 51234) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:19.373467 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-200fd05d-faf2-4cc5-a4d7-9adac1cb1c86 None None] Attempting to bind port bfd99815-730b-400d-9f2c-87d16b3d4f0f on host dv-cinder-773985-32-iscsi for vnic_type normal with profile {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:16:19.374723 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-200fd05d-faf2-4cc5-a4d7-9adac1cb1c86 None None] Attempting to bind port bfd99815-730b-400d-9f2c-87d16b3d4f0f by drivers openvswitch,hyperv on host dv-cinder-773985-32-iscsi at level 0 using segments [{'id': 'c25a00b6-c425-4e03-bd80-42e218491344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': 'ebf6afd0-c796-4d65-bd33-5c3bb57211ed'}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:16:19.375302 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200fd05d-faf2-4cc5-a4d7-9adac1cb1c86 None None] Attempting to bind port bfd99815-730b-400d-9f2c-87d16b3d4f0f on network ebf6afd0-c796-4d65-bd33-5c3bb57211ed {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:16:19.381575 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6210bf9-41fa-46a5-a3ee-893891e6acfd None None] Pushing event updated for resources: {'Port': ['ID=bfd99815-730b-400d-9f2c-87d16b3d4f0f,revision_number=3']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:19.401256 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d267735e-7f12-4860-8923-f4404bbdb1f5 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks [] for security_group (a304b7ae-1265-4202-af5b-2245021c533e), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:19.401710 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200fd05d-faf2-4cc5-a4d7-9adac1cb1c86 None None] Checking agent: {'id': '529a93d1-f8f6-4ba2-8600-6635050f85df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 7, 45), 'started_at': datetime.datetime(2022, 2, 16, 14, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:16:19.402400 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200fd05d-faf2-4cc5-a4d7-9adac1cb1c86 None None] Checking segment: {'id': 'c25a00b6-c425-4e03-bd80-42e218491344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': 'ebf6afd0-c796-4d65-bd33-5c3bb57211ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:16:19.404052 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-200fd05d-faf2-4cc5-a4d7-9adac1cb1c86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:19.406647 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200fd05d-faf2-4cc5-a4d7-9adac1cb1c86 None None] Bound using segment: {'id': 'c25a00b6-c425-4e03-bd80-42e218491344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': 'ebf6afd0-c796-4d65-bd33-5c3bb57211ed'} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:16:19.407976 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-200fd05d-faf2-4cc5-a4d7-9adac1cb1c86 None None] Bound port: bfd99815-730b-400d-9f2c-87d16b3d4f0f, host: dv-cinder-773985-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c25a00b6-c425-4e03-bd80-42e218491344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': 'ebf6afd0-c796-4d65-bd33-5c3bb57211ed'}}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:16:19.409454 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-200fd05d-faf2-4cc5-a4d7-9adac1cb1c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (bfd99815-730b-400d-9f2c-87d16b3d4f0f), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:19.417693 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-54e28f2f-fd60-44ca-86c7-b5961f82d3c7 req-da5f1038-e0ed-4fcc-8b58-eddbabca016d service neutron] Attempting to bind port 7efc934a-e21c-4fe1-b5ec-843a93209897 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:16:19.418039 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-54e28f2f-fd60-44ca-86c7-b5961f82d3c7 req-da5f1038-e0ed-4fcc-8b58-eddbabca016d service neutron] Attempting to bind port 7efc934a-e21c-4fe1-b5ec-843a93209897 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '8ec94c9d-4bfd-4bfa-b336-b87f995d63c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '9d58dae2-5a6b-4a66-b0fa-2d1d4a9b819b'}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:16:19.418413 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e28f2f-fd60-44ca-86c7-b5961f82d3c7 req-da5f1038-e0ed-4fcc-8b58-eddbabca016d service neutron] Attempting to bind port 7efc934a-e21c-4fe1-b5ec-843a93209897 on network 9d58dae2-5a6b-4a66-b0fa-2d1d4a9b819b {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:16:19.438403 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-e01d16d0-ad73-47fb-96ab-67f5f830fc4f req-30263411-af7b-4dd4-b388-0f89cab454d2 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?tenant_id=d9a231f27e3b4236b5109f44434e8be7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4231000 Feb 16 14:16:19.448058 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d267735e-7f12-4860-8923-f4404bbdb1f5 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (a304b7ae-1265-4202-af5b-2245021c533e), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:19.479819 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [None req-0edd656c-6c19-43a4-846e-8eee7bbe837a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-32-iscsi, 97cac014-3fab-4495-a170-405a736904a6) {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:16:19.501556 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8504d880-b944-40dd-9d63-e6acd5e6ce8d None None] Routers {'7ef9b361-04ee-467d-b3f7-ca5ff07ffa90'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:16:19.502482 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-8504d880-b944-40dd-9d63-e6acd5e6ce8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:16:12Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['7ef9b361-04ee-467d-b3f7-ca5ff07ffa90'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:16:19.504806 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edd656c-6c19-43a4-846e-8eee7bbe837a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:19.508249 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-0edd656c-6c19-43a4-846e-8eee7bbe837a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for subnet (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:19.514299 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-0d4c7f0e-1b1a-4a95-9417-c8fa2942b13f None None] Current status of the port 823115d7-28d7-4545-82be-bd4444f81a41 is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:16:19.515120 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-0d4c7f0e-1b1a-4a95-9417-c8fa2942b13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (823115d7-28d7-4545-82be-bd4444f81a41), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:19.534941 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fccfac0-b1db-49a5-bdd2-25f52d3b0d59 None None] Network 97cac014-3fab-4495-a170-405a736904a6 requested from dv-cinder-773985-32-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:16:19.620565 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-0d4c7f0e-1b1a-4a95-9417-c8fa2942b13f None None] For port 823115d7-28d7-4545-82be-bd4444f81a41, host dv-cinder-773985-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=823115d7-28d7-4545-82be-bd4444f81a41,segment=NetworkSegment(7e12a080-9391-426e-98e0-74c5936ea1ba),segment_id=7e12a080-9391-426e-98e0-74c5936ea1ba)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:16:19.693445 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device cefa6611-41d2-4446-b084-39e75e72729c up at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:16:19.726880 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d267735e-7f12-4860-8923-f4404bbdb1f5 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:19.734392 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-d267735e-7f12-4860-8923-f4404bbdb1f5 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.0826488 Feb 16 14:16:19.736471 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-0d4c7f0e-1b1a-4a95-9417-c8fa2942b13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (823115d7-28d7-4545-82be-bd4444f81a41), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:19.760532 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 51248) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:19.775604 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d267735e-7f12-4860-8923-f4404bbdb1f5 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a304b7ae-1265-4202-af5b-2245021c533e,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:19.849944 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-390add2c-4bd7-41b7-acab-a4b558a3b960 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Request body: {'security_group_rule': {'security_group_id': 'a304b7ae-1265-4202-af5b-2245021c533e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:16:19.882416 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e28f2f-fd60-44ca-86c7-b5961f82d3c7 req-da5f1038-e0ed-4fcc-8b58-eddbabca016d service neutron] Port 7efc934a-e21c-4fe1-b5ec-843a93209897 on network 9d58dae2-5a6b-4a66-b0fa-2d1d4a9b819b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:16:19.882747 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e28f2f-fd60-44ca-86c7-b5961f82d3c7 req-da5f1038-e0ed-4fcc-8b58-eddbabca016d service neutron] Attempting to bind port 7efc934a-e21c-4fe1-b5ec-843a93209897 on network 9d58dae2-5a6b-4a66-b0fa-2d1d4a9b819b {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:16:19.895224 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-27c12af3-a480-43e8-8480-1b01ddef455d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:19.974190 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e28f2f-fd60-44ca-86c7-b5961f82d3c7 req-da5f1038-e0ed-4fcc-8b58-eddbabca016d service neutron] Checking agent: {'id': '0563e457-3a96-4909-b5a3-8fa5db96f619', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 14, 3), 'started_at': datetime.datetime(2022, 2, 16, 14, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:16:19.974595 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e28f2f-fd60-44ca-86c7-b5961f82d3c7 req-da5f1038-e0ed-4fcc-8b58-eddbabca016d service neutron] Checking segment: {'id': '8ec94c9d-4bfd-4bfa-b336-b87f995d63c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '9d58dae2-5a6b-4a66-b0fa-2d1d4a9b819b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:16:19.975850 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e28f2f-fd60-44ca-86c7-b5961f82d3c7 req-da5f1038-e0ed-4fcc-8b58-eddbabca016d service neutron] Bound using segment: {'id': '8ec94c9d-4bfd-4bfa-b336-b87f995d63c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '9d58dae2-5a6b-4a66-b0fa-2d1d4a9b819b'} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:16:19.976303 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-54e28f2f-fd60-44ca-86c7-b5961f82d3c7 req-da5f1038-e0ed-4fcc-8b58-eddbabca016d service neutron] Bound port: 7efc934a-e21c-4fe1-b5ec-843a93209897, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ec94c9d-4bfd-4bfa-b336-b87f995d63c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '9d58dae2-5a6b-4a66-b0fa-2d1d4a9b819b'}}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:16:19.976733 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-54e28f2f-fd60-44ca-86c7-b5961f82d3c7 req-da5f1038-e0ed-4fcc-8b58-eddbabca016d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (7efc934a-e21c-4fe1-b5ec-843a93209897), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:19.995580 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-e01d16d0-ad73-47fb-96ab-67f5f830fc4f req-6bf89966-c500-4c8a-a328-3b51931f9daf service neutron] 10.222.0.120 "GET /v2.0/networks/3b4e79db-56cd-4d42-82d5-dc0b8425f909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5605590 Feb 16 14:16:20.119850 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c4b0c-d274-487e-bc93-444a8239014f None None] Pushing event updated for resources: {'Port': ['ID=823115d7-28d7-4545-82be-bd4444f81a41,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:20.146719 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-0edd656c-6c19-43a4-846e-8eee7bbe837a admin admin] 10.222.0.120 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.4998767 Feb 16 14:16:20.253622 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_common [None req-d8c2a0e8-78f6-43e7-99f1-d7dd236e49bc tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Allocated IP 172.27.2.25 (5b71b9ca-6085-48b7-9167-93053be13444/8c2b85af-3da9-4754-9d29-6d95dbdc6260/20eca92d-b7d1-4a74-8d64-2cc40d462361) {{(pid=102968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:16:20.345327 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ee02f-9c2c-4098-8b2e-3dfee0dec0f2 req-6dd95a89-59ab-4c3b-90d5-30e1c763e7c5 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:20.358419 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-452ee02f-9c2c-4098-8b2e-3dfee0dec0f2 req-6dd95a89-59ab-4c3b-90d5-30e1c763e7c5 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.120 "GET /v2.0/ports?device_id=7e92ad68-f22d-4da6-bcf4-ed9073b066ae HTTP/1.1" status: 200 len: 943 time: 0.5967846 Feb 16 14:16:20.381104 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-e01d16d0-ad73-47fb-96ab-67f5f830fc4f req-d2869ce1-8fa4-4582-b672-129e0dc52303 service neutron] 10.222.0.120 "GET /v2.0/networks/3b4e79db-56cd-4d42-82d5-dc0b8425f909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821387 Feb 16 14:16:20.468329 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-200fd05d-faf2-4cc5-a4d7-9adac1cb1c86 None None] For port bfd99815-730b-400d-9f2c-87d16b3d4f0f, host dv-cinder-773985-32-iscsi, cleared binding levels {{(pid=102970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:16:20.510958 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-27c12af3-a480-43e8-8480-1b01ddef455d admin admin] Publish callbacks [] for security_group (4e62b864-ebb3-435e-b6e0-14f34e38d016), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:20.527528 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-27c12af3-a480-43e8-8480-1b01ddef455d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (4e62b864-ebb3-435e-b6e0-14f34e38d016), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:20.577980 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.10', 51937) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:20.605025 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c7f0e-1b1a-4a95-9417-c8fa2942b13f None None] Pushing event updated for resources: {'Port': ['ID=823115d7-28d7-4545-82be-bd4444f81a41,revision_number=5']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:20.654569 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 51270) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:20.670179 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-8504d880-b944-40dd-9d63-e6acd5e6ce8d None None] Set router 7ef9b361-04ee-467d-b3f7-ca5ff07ffa90 gateway port host: dv-cinder-773985-32-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:16:20.751151 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-390add2c-4bd7-41b7-acab-a4b558a3b960 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks [] for security_group_rule (949f06c9-44af-44e5-ad71-61c9a279118b), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:20.888394 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f2f88-a6a5-4a68-b2bb-becdd22deae5 req-0a6b2b23-16f9-4139-bf0e-966b2234d65e tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:20.890087 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-df6f2f88-a6a5-4a68-b2bb-becdd22deae5 req-0a6b2b23-16f9-4139-bf0e-966b2234d65e tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.10 "GET /v2.0/networks?id=3b4e79db-56cd-4d42-82d5-dc0b8425f909 HTTP/1.1" status: 200 len: 818 time: 0.3077872 Feb 16 14:16:20.903096 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-27c12af3-a480-43e8-8480-1b01ddef455d admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=9c12b900eeff4e23aab51442c4ab19c1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6878023 Feb 16 14:16:20.910412 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 51280) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:20.951696 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [req-df6f2f88-a6a5-4a68-b2bb-becdd22deae5 req-4bc7fe4f-d178-41aa-96e2-41e860b8f3b8 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Request body: {'port': {'device_id': '18592419-67c3-42fd-bf11-29faee4f545a', 'network_id': '3b4e79db-56cd-4d42-82d5-dc0b8425f909', 'admin_state_up': True, 'tenant_id': 'd9a231f27e3b4236b5109f44434e8be7'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:16:21.096564 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_v2 [None req-41185b30-b496-433e-9a7a-db6b4f6092dc admin admin] Deleting subnet 17569d90-c826-4205-a724-e043666bbdc6 {{(pid=102968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 14:16:21.104283 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-54e28f2f-fd60-44ca-86c7-b5961f82d3c7 req-da5f1038-e0ed-4fcc-8b58-eddbabca016d service neutron] For port 7efc934a-e21c-4fe1-b5ec-843a93209897, host hv-cinder-77398, cleared binding levels {{(pid=102968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:16:21.159470 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c12af3-a480-43e8-8480-1b01ddef455d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e62b864-ebb3-435e-b6e0-14f34e38d016,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:21.238835 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-90686d43-ee11-43c5-a283-01bdb8b7a91c req-6e99fa99-6f48-4b25-9e44-7eaea1c36771 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 210 time: 0.1788673 Feb 16 14:16:21.273541 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-4b03d03e-dd5e-40d5-ba71-608f3f7cf400 None None] Provisioning complete for port 823115d7-28d7-4545-82be-bd4444f81a41 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:16:21.284268 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4b03d03e-dd5e-40d5-ba71-608f3f7cf400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (823115d7-28d7-4545-82be-bd4444f81a41), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:21.294768 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-41185b30-b496-433e-9a7a-db6b4f6092dc admin admin] Publish callbacks [] for subnet (17569d90-c826-4205-a724-e043666bbdc6), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:21.309831 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-200fd05d-faf2-4cc5-a4d7-9adac1cb1c86 None None] For port bfd99815-730b-400d-9f2c-87d16b3d4f0f, host dv-cinder-773985-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=bfd99815-730b-400d-9f2c-87d16b3d4f0f,segment=NetworkSegment(c25a00b6-c425-4e03-bd80-42e218491344),segment_id=c25a00b6-c425-4e03-bd80-42e218491344)] {{(pid=102970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:16:21.407788 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-54e28f2f-fd60-44ca-86c7-b5961f82d3c7 req-da5f1038-e0ed-4fcc-8b58-eddbabca016d service neutron] For port 7efc934a-e21c-4fe1-b5ec-843a93209897, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=7efc934a-e21c-4fe1-b5ec-843a93209897,segment=NetworkSegment(8ec94c9d-4bfd-4bfa-b336-b87f995d63c6),segment_id=8ec94c9d-4bfd-4bfa-b336-b87f995d63c6)] {{(pid=102968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:16:21.530341 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f47b521a-9e47-4405-a191-57c3225965cc admin admin] Publish callbacks [] for security_group (4e62b864-ebb3-435e-b6e0-14f34e38d016), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:21.549255 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-200fd05d-faf2-4cc5-a4d7-9adac1cb1c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (bfd99815-730b-400d-9f2c-87d16b3d4f0f), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:21.639356 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-452ee02f-9c2c-4098-8b2e-3dfee0dec0f2 req-f38db107-709a-47bd-8e6b-1171b1ac1827 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.120 "GET /v2.0/security-groups?id=a544c672-c2f7-45f2-aa1f-7c2533b5745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2773662 Feb 16 14:16:21.640730 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-54e28f2f-fd60-44ca-86c7-b5961f82d3c7 req-da5f1038-e0ed-4fcc-8b58-eddbabca016d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (7efc934a-e21c-4fe1-b5ec-843a93209897), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:21.665353 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636aa7ef-f7ae-4b5f-9d21-ec4bdd7f0ce0 None None] Network 97cac014-3fab-4495-a170-405a736904a6 requested from dv-cinder-773985-32-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:16:21.705148 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f47b521a-9e47-4405-a191-57c3225965cc admin admin] Publish callbacks [] for security_group (4e62b864-ebb3-435e-b6e0-14f34e38d016), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:21.880449 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d8c2a0e8-78f6-43e7-99f1-d7dd236e49bc tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks [] for port (20eca92d-b7d1-4a74-8d64-2cc40d462361), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:21.913702 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e28f2f-fd60-44ca-86c7-b5961f82d3c7 req-da5f1038-e0ed-4fcc-8b58-eddbabca016d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:21.914885 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-54e28f2f-fd60-44ca-86c7-b5961f82d3c7 req-da5f1038-e0ed-4fcc-8b58-eddbabca016d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:21.917615 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-54e28f2f-fd60-44ca-86c7-b5961f82d3c7 req-da5f1038-e0ed-4fcc-8b58-eddbabca016d service neutron] 10.222.0.10 "PUT /v2.0/ports/7efc934a-e21c-4fe1-b5ec-843a93209897 HTTP/1.1" status: 200 len: 1093 time: 7.8908238 Feb 16 14:16:21.927391 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e92ad68-f22d-4da6-bcf4-ed9073b066ae', 'tag': '7efc934a-e21c-4fe1-b5ec-843a93209897'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:16:21.976812 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df6f2f88-a6a5-4a68-b2bb-becdd22deae5 req-4bc7fe4f-d178-41aa-96e2-41e860b8f3b8 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Made reservation on behalf of d9a231f27e3b4236b5109f44434e8be7 for: {'port': 1} {{(pid=102969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:16:21.984701 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-df6f2f88-a6a5-4a68-b2bb-becdd22deae5 req-4bc7fe4f-d178-41aa-96e2-41e860b8f3b8 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:22.085225 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Provisioning complete for port cefa6611-41d2-4446-b084-39e75e72729c triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:16:22.085746 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (cefa6611-41d2-4446-b084-39e75e72729c), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:22.099382 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f47b521a-9e47-4405-a191-57c3225965cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (4e62b864-ebb3-435e-b6e0-14f34e38d016), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:22.102852 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f47b521a-9e47-4405-a191-57c3225965cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:22.105346 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-f47b521a-9e47-4405-a191-57c3225965cc admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/4e62b864-ebb3-435e-b6e0-14f34e38d016 HTTP/1.1" status: 204 len: 168 time: 1.1749380 Feb 16 14:16:22.171746 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-41185b30-b496-433e-9a7a-db6b4f6092dc admin admin] Publish callbacks [] for subnet (17569d90-c826-4205-a724-e043666bbdc6), precommit_delete_associations {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:22.182379 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-41185b30-b496-433e-9a7a-db6b4f6092dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-900998'] for subnet (17569d90-c826-4205-a724-e043666bbdc6), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:22.187338 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b521a-9e47-4405-a191-57c3225965cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e62b864-ebb3-435e-b6e0-14f34e38d016,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:22.292703 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6210bf9-41fa-46a5-a3ee-893891e6acfd None None] Pushing event updated for resources: {'Port': ['ID=bfd99815-730b-400d-9f2c-87d16b3d4f0f,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:22.300613 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-390add2c-4bd7-41b7-acab-a4b558a3b960 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks [] for security_group_rule (949f06c9-44af-44e5-ad71-61c9a279118b), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:22.302289 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-41185b30-b496-433e-9a7a-db6b4f6092dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-901007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354'] for subnet (17569d90-c826-4205-a724-e043666bbdc6), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:22.320256 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d8c2a0e8-78f6-43e7-99f1-d7dd236e49bc tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784246951208'] for port (20eca92d-b7d1-4a74-8d64-2cc40d462361), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:22.350789 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200fd05d-faf2-4cc5-a4d7-9adac1cb1c86 None None] Routers {'b8a42c37-a11f-4fbf-b38b-54846685184c'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:16:22.353138 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-200fd05d-faf2-4cc5-a4d7-9adac1cb1c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:16:12Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['b8a42c37-a11f-4fbf-b38b-54846685184c'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:16:22.379934 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c2a0e8-78f6-43e7-99f1-d7dd236e49bc tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Network 5b71b9ca-6085-48b7-9167-93053be13444 is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:16:22.385137 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [None req-d8c2a0e8-78f6-43e7-99f1-d7dd236e49bc tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:16:22.387073 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-390add2c-4bd7-41b7-acab-a4b558a3b960 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071180'] for security_group_rule (949f06c9-44af-44e5-ad71-61c9a279118b), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:22.391016 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669008da0707fbbfdc7037cdc0b86c67378ff5c6b942db7a00e5cd0dd563b74b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84b1819-eff6-4ef3-8250-cbcdf4bce21d" -d '{"events": [{"name": "network-changed", "server_uuid": "7e92ad68-f22d-4da6-bcf4-ed9073b066ae", "tag": "7efc934a-e21c-4fe1-b5ec-843a93209897"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:16:22.400275 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c2a0e8-78f6-43e7-99f1-d7dd236e49bc tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Received port after_create {{(pid=102968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:16:22.433500 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41185b30-b496-433e-9a7a-db6b4f6092dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17569d90-c826-4205-a724-e043666bbdc6,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:22.535451 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.db.db_base_plugin_common [req-df6f2f88-a6a5-4a68-b2bb-becdd22deae5 req-4bc7fe4f-d178-41aa-96e2-41e860b8f3b8 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Allocated IP 172.20.0.13 (3b4e79db-56cd-4d42-82d5-dc0b8425f909/49e52525-bf5f-472f-a994-bf14eeca6876/70387ee0-17d5-4683-94a7-cc169a3b0bc4) {{(pid=102969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:16:22.542385 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-41185b30-b496-433e-9a7a-db6b4f6092dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for subnet (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:22.546479 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-41185b30-b496-433e-9a7a-db6b4f6092dc admin admin] 10.222.0.120 "DELETE /v2.0/subnets/17569d90-c826-4205-a724-e043666bbdc6 HTTP/1.1" status: 204 len: 168 time: 1.8561208 Feb 16 14:16:22.595416 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f1038-e0ed-4fcc-8b58-eddbabca016d service neutron] Pushing event updated for resources: {'Port': ['ID=7efc934a-e21c-4fe1-b5ec-843a93209897,revision_number=3']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:22.629996 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 51334) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:22.709164 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390add2c-4bd7-41b7-acab-a4b558a3b960 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=949f06c9-44af-44e5-ad71-61c9a279118b,revision_number=0']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:22.716975 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-747914ef-ceba-402a-a220-6ecd78164838 req-e56e1dfc-02b2-4afe-bcd3-2ef9f4251d4e tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 210 time: 0.3128896 Feb 16 14:16:22.769047 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-4b03d03e-dd5e-40d5-ba71-608f3f7cf400 None None] Current status of the port 823115d7-28d7-4545-82be-bd4444f81a41 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:16:22.773727 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 51338) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:22.829678 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-200fd05d-faf2-4cc5-a4d7-9adac1cb1c86 None None] Set router b8a42c37-a11f-4fbf-b38b-54846685184c gateway port host: dv-cinder-773985-32-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:16:22.843267 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b0b7e0d3-6675-47c6-8d05-434e1befb051 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:23.005040 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-df6f2f88-a6a5-4a68-b2bb-becdd22deae5 req-4bc7fe4f-d178-41aa-96e2-41e860b8f3b8 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Publish callbacks [] for port (70387ee0-17d5-4683-94a7-cc169a3b0bc4), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:23.027037 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9907d6-dab1-4ce4-b72e-92176d09ef9c req-4766c747-30cc-498f-b8e8-831f42eb53d8 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:23.034318 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-5a9907d6-dab1-4ce4-b72e-92176d09ef9c req-4766c747-30cc-498f-b8e8-831f42eb53d8 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.120 "GET /v2.0/ports?device_id=7e92ad68-f22d-4da6-bcf4-ed9073b066ae HTTP/1.1" status: 200 len: 943 time: 0.1402574 Feb 16 14:16:23.141048 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Current status of the port cefa6611-41d2-4446-b084-39e75e72729c is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:16:23.143200 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (cefa6611-41d2-4446-b084-39e75e72729c), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:23.150175 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b0b7e0d3-6675-47c6-8d05-434e1befb051 admin admin] Publish callbacks [] for security_group (31bf07d4-a063-48b2-b6bf-ee73e2b67884), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:23.174188 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-e225f7a7-2439-4182-b105-4ba486665f8c None None] Provisioning complete for port bfd99815-730b-400d-9f2c-87d16b3d4f0f triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:16:23.174519 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-e225f7a7-2439-4182-b105-4ba486665f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (bfd99815-730b-400d-9f2c-87d16b3d4f0f), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:23.180809 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-5a9907d6-dab1-4ce4-b72e-92176d09ef9c req-4515bdf9-bd4e-4f83-b62c-02489513466f tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.120 "GET /v2.0/security-groups?id=a544c672-c2f7-45f2-aa1f-7c2533b5745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457725 Feb 16 14:16:23.181386 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c2a0e8-78f6-43e7-99f1-d7dd236e49bc tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Pushing event updated for resources: {'Port': ['ID=20eca92d-b7d1-4a74-8d64-2cc40d462361,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:23.184552 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-df6f2f88-a6a5-4a68-b2bb-becdd22deae5 req-4bc7fe4f-d178-41aa-96e2-41e860b8f3b8 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784246951208'] for port (70387ee0-17d5-4683-94a7-cc169a3b0bc4), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:23.188518 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b0b7e0d3-6675-47c6-8d05-434e1befb051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (31bf07d4-a063-48b2-b6bf-ee73e2b67884), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:23.201886 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02f3be4-7707-4e43-870f-57dfdc44e0e3 x-openstack-request-id: req-e02f3be4-7707-4e43-870f-57dfdc44e0e3 {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:16:23.202345 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e92ad68-f22d-4da6-bcf4-ed9073b066ae", "tag": "7efc934a-e21c-4fe1-b5ec-843a93209897", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:16:23.202792 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-e02f3be4-7707-4e43-870f-57dfdc44e0e3 {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:16:23.203560 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e92ad68-f22d-4da6-bcf4-ed9073b066ae', 'tag': '7efc934a-e21c-4fe1-b5ec-843a93209897', 'status': 'completed', 'code': 200} Feb 16 14:16:23.226206 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-390add2c-4bd7-41b7-acab-a4b558a3b960 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:23.227512 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-390add2c-4bd7-41b7-acab-a4b558a3b960 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.4246950 Feb 16 14:16:23.235902 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.10', 51943) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:23.236267 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 51354) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:23.252451 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-b3e546bd-69b6-4277-a09d-65ba335253ef tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Request body: {'security_group_rule': {'security_group_id': 'a304b7ae-1265-4202-af5b-2245021c533e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:16:23.277701 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d8c2a0e8-78f6-43e7-99f1-d7dd236e49bc tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks [] for floatingip (bab65343-7c00-48f0-8436-74ab96624fd4), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:23.327681 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-8504d880-b944-40dd-9d63-e6acd5e6ce8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef9b361-04ee-467d-b3f7-ca5ff07ffa90', 'name': 'tempest-AttachVolumeShelveTestJSON-1011373759-router', 'tenant_id': '410a0d25161b4a0e8f890d74d6eb242d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '889f4e28-56ab-4437-8364-bf9f84f6e647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:15:57Z', 'updated_at': '2022-02-16T14:16:05Z', 'revision_number': 4, 'project_id': '410a0d25161b4a0e8f890d74d6eb242d', 'gw_port': {'id': '889f4e28-56ab-4437-8364-bf9f84f6e647', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef9b361-04ee-467d-b3f7-ca5ff07ffa90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:15:58Z', 'updated_at': '2022-02-16T14:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_interfaces': [{'id': '823115d7-28d7-4545-82be-bd4444f81a41', 'name': '', 'network_id': '08a3e979-1da2-40e7-a40c-6fc286cacb72', 'tenant_id': '410a0d25161b4a0e8f890d74d6eb242d', 'mac_address': 'fa:16:3e:66:3d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef9b361-04ee-467d-b3f7-ca5ff07ffa90', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b5411640-e171-466e-826f-00fe3dbaa6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:16:03Z', 'updated_at': '2022-02-16T14:16:18Z', 'revision_number': 4, 'project_id': '410a0d25161b4a0e8f890d74d6eb242d', 'subnets': [{'id': 'b5411640-e171-466e-826f-00fe3dbaa6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:16:23.334312 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] For port cefa6611-41d2-4446-b084-39e75e72729c, host dv-cinder-773985-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=cefa6611-41d2-4446-b084-39e75e72729c,segment=NetworkSegment(63149136-d21f-4d25-a697-3540935fddb9),segment_id=63149136-d21f-4d25-a697-3540935fddb9)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:16:23.375196 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8504d880-b944-40dd-9d63-e6acd5e6ce8d None None] The sync data for ids ['7ef9b361-04ee-467d-b3f7-ca5ff07ffa90'] in dv-cinder-773985-32-iscsi is: [{'id': '7ef9b361-04ee-467d-b3f7-ca5ff07ffa90', 'name': 'tempest-AttachVolumeShelveTestJSON-1011373759-router', 'tenant_id': '410a0d25161b4a0e8f890d74d6eb242d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '889f4e28-56ab-4437-8364-bf9f84f6e647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:15:57Z', 'updated_at': '2022-02-16T14:16:05Z', 'revision_number': 4, 'project_id': '410a0d25161b4a0e8f890d74d6eb242d', 'gw_port': {'id': '889f4e28-56ab-4437-8364-bf9f84f6e647', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef9b361-04ee-467d-b3f7-ca5ff07ffa90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:15:58Z', 'updated_at': '2022-02-16T14:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_interfaces': [{'id': '823115d7-28d7-4545-82be-bd4444f81a41', 'name': '', 'network_id': '08a3e979-1da2-40e7-a40c-6fc286cacb72', 'tenant_id': '410a0d25161b4a0e8f890d74d6eb242d', 'mac_address': 'fa:16:3e:66:3d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef9b361-04ee-467d-b3f7-ca5ff07ffa90', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b5411640-e171-466e-826f-00fe3dbaa6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:16:03Z', 'updated_at': '2022-02-16T14:16:18Z', 'revision_number': 4, 'project_id': '410a0d25161b4a0e8f890d74d6eb242d', 'subnets': [{'id': 'b5411640-e171-466e-826f-00fe3dbaa6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:16:23.387196 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (cefa6611-41d2-4446-b084-39e75e72729c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:23.469223 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d16d0-ad73-47fb-96ab-67f5f830fc4f req-66643f91-5767-4469-85e6-80f17510727f tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:23.471492 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e01d16d0-ad73-47fb-96ab-67f5f830fc4f req-66643f91-5767-4469-85e6-80f17510727f tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.10 "GET /v2.0/networks?id=3b4e79db-56cd-4d42-82d5-dc0b8425f909 HTTP/1.1" status: 200 len: 818 time: 0.1965818 Feb 16 14:16:23.502539 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df6f2f88-a6a5-4a68-b2bb-becdd22deae5 req-4bc7fe4f-d178-41aa-96e2-41e860b8f3b8 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Network 3b4e79db-56cd-4d42-82d5-dc0b8425f909 is already hosted by enough agents. {{(pid=102969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:16:23.522685 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [req-df6f2f88-a6a5-4a68-b2bb-becdd22deae5 req-4bc7fe4f-d178-41aa-96e2-41e860b8f3b8 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Resources bound (agent type, host, resource id): {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:16:23.534712 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-b0b7e0d3-6675-47c6-8d05-434e1befb051 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=e53b5c200ed14c00919eaff26dc9af62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7508588 Feb 16 14:16:23.534712 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b7e0d3-6675-47c6-8d05-434e1befb051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31bf07d4-a063-48b2-b6bf-ee73e2b67884,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:23.544035 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 51356) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:23.544949 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.db.l3_dvrscheduler_db [req-df6f2f88-a6a5-4a68-b2bb-becdd22deae5 req-4bc7fe4f-d178-41aa-96e2-41e860b8f3b8 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Received port after_create {{(pid=102969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:16:23.550463 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f2f88-a6a5-4a68-b2bb-becdd22deae5 req-4bc7fe4f-d178-41aa-96e2-41e860b8f3b8 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:23.551383 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-df6f2f88-a6a5-4a68-b2bb-becdd22deae5 req-4bc7fe4f-d178-41aa-96e2-41e860b8f3b8 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for port (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:23.555208 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e28f2f-fd60-44ca-86c7-b5961f82d3c7 req-95c46787-c723-4c3d-854a-d210ba060360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:23.556443 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-54e28f2f-fd60-44ca-86c7-b5961f82d3c7 req-95c46787-c723-4c3d-854a-d210ba060360 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9bd6b91468f54798bfb0f41b562227ca&device_id=7e92ad68-f22d-4da6-bcf4-ed9073b066ae HTTP/1.1" status: 200 len: 1127 time: 1.1057332 Feb 16 14:16:23.565764 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-e01d16d0-ad73-47fb-96ab-67f5f830fc4f req-89256be3-8c38-4350-9fc2-1e7da2cca37c tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Request body: {'port': {'device_id': 'aa1f6b22-bd46-466b-abca-57732e144d24', 'network_id': '3b4e79db-56cd-4d42-82d5-dc0b8425f909', 'admin_state_up': True, 'tenant_id': 'd9a231f27e3b4236b5109f44434e8be7'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:16:23.609560 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc7fe4f-d178-41aa-96e2-41e860b8f3b8 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Pushing event updated for resources: {'Port': ['ID=70387ee0-17d5-4683-94a7-cc169a3b0bc4,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:23.646840 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-df6f2f88-a6a5-4a68-b2bb-becdd22deae5 req-4bc7fe4f-d178-41aa-96e2-41e860b8f3b8 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7086966 Feb 16 14:16:23.680800 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [req-df6f2f88-a6a5-4a68-b2bb-becdd22deae5 req-342e32c8-1f2a-4d61-9f86-a3091dc074d4 service neutron] Request body: {'port': {'device_id': '18592419-67c3-42fd-bf11-29faee4f545a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:16:23.701921 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Pushing event updated for resources: {'Port': ['ID=cefa6611-41d2-4446-b084-39e75e72729c,revision_number=5']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:23.722810 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-abc79282-a7df-4b21-af72-1792cad5983a admin admin] Publish callbacks [] for security_group (31bf07d4-a063-48b2-b6bf-ee73e2b67884), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:23.736023 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-e225f7a7-2439-4182-b105-4ba486665f8c None None] Current status of the port bfd99815-730b-400d-9f2c-87d16b3d4f0f is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:16:23.736425 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-e225f7a7-2439-4182-b105-4ba486665f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (bfd99815-730b-400d-9f2c-87d16b3d4f0f), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:23.778381 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-abc79282-a7df-4b21-af72-1792cad5983a admin admin] Publish callbacks [] for security_group (31bf07d4-a063-48b2-b6bf-ee73e2b67884), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:23.780529 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-c5d4ef19-cb28-48e8-a4c7-46653217f190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924667'] for network (2bb10f64-e636-43a4-a9e3-91b5bfa7f26d), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:23.798607 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-df6f2f88-a6a5-4a68-b2bb-becdd22deae5 req-342e32c8-1f2a-4d61-9f86-a3091dc074d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (70387ee0-17d5-4683-94a7-cc169a3b0bc4), before_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:23.811982 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-200fd05d-faf2-4cc5-a4d7-9adac1cb1c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a42c37-a11f-4fbf-b38b-54846685184c', 'name': 'tempest-AttachVolumeTestJSON-10169616-router', 'tenant_id': '191319209d6f4aa0a692cf7d431b25ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '700931d7-6707-4beb-9240-a3c17a7903f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:15:58Z', 'updated_at': '2022-02-16T14:16:11Z', 'revision_number': 4, 'project_id': '191319209d6f4aa0a692cf7d431b25ef', 'gw_port': {'id': '700931d7-6707-4beb-9240-a3c17a7903f2', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a42c37-a11f-4fbf-b38b-54846685184c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:16:01Z', 'updated_at': '2022-02-16T14:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_interfaces': [{'id': 'bfd99815-730b-400d-9f2c-87d16b3d4f0f', 'name': '', 'network_id': 'ebf6afd0-c796-4d65-bd33-5c3bb57211ed', 'tenant_id': '191319209d6f4aa0a692cf7d431b25ef', 'mac_address': 'fa:16:3e:fd:27:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a42c37-a11f-4fbf-b38b-54846685184c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '664452e3-1277-4c51-8f59-1d3b97df3dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:16:07Z', 'updated_at': '2022-02-16T14:16:20Z', 'revision_number': 4, 'project_id': '191319209d6f4aa0a692cf7d431b25ef', 'subnets': [{'id': '664452e3-1277-4c51-8f59-1d3b97df3dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:16:23.855125 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-e225f7a7-2439-4182-b105-4ba486665f8c None None] For port bfd99815-730b-400d-9f2c-87d16b3d4f0f, host dv-cinder-773985-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=bfd99815-730b-400d-9f2c-87d16b3d4f0f,segment=NetworkSegment(c25a00b6-c425-4e03-bd80-42e218491344),segment_id=c25a00b6-c425-4e03-bd80-42e218491344)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:16:23.856243 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200fd05d-faf2-4cc5-a4d7-9adac1cb1c86 None None] The sync data for ids ['b8a42c37-a11f-4fbf-b38b-54846685184c'] in dv-cinder-773985-32-iscsi is: [{'id': 'b8a42c37-a11f-4fbf-b38b-54846685184c', 'name': 'tempest-AttachVolumeTestJSON-10169616-router', 'tenant_id': '191319209d6f4aa0a692cf7d431b25ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '700931d7-6707-4beb-9240-a3c17a7903f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:15:58Z', 'updated_at': '2022-02-16T14:16:11Z', 'revision_number': 4, 'project_id': '191319209d6f4aa0a692cf7d431b25ef', 'gw_port': {'id': '700931d7-6707-4beb-9240-a3c17a7903f2', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a42c37-a11f-4fbf-b38b-54846685184c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:16:01Z', 'updated_at': '2022-02-16T14:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_interfaces': [{'id': 'bfd99815-730b-400d-9f2c-87d16b3d4f0f', 'name': '', 'network_id': 'ebf6afd0-c796-4d65-bd33-5c3bb57211ed', 'tenant_id': '191319209d6f4aa0a692cf7d431b25ef', 'mac_address': 'fa:16:3e:fd:27:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a42c37-a11f-4fbf-b38b-54846685184c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '664452e3-1277-4c51-8f59-1d3b97df3dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:16:07Z', 'updated_at': '2022-02-16T14:16:20Z', 'revision_number': 4, 'project_id': '191319209d6f4aa0a692cf7d431b25ef', 'subnets': [{'id': '664452e3-1277-4c51-8f59-1d3b97df3dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:16:23.870445 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-e225f7a7-2439-4182-b105-4ba486665f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (bfd99815-730b-400d-9f2c-87d16b3d4f0f), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:23.959575 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e225f7a7-2439-4182-b105-4ba486665f8c None None] Pushing event updated for resources: {'Port': ['ID=bfd99815-730b-400d-9f2c-87d16b3d4f0f,revision_number=5']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:23.972261 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-abc79282-a7df-4b21-af72-1792cad5983a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (31bf07d4-a063-48b2-b6bf-ee73e2b67884), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:23.977777 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-abc79282-a7df-4b21-af72-1792cad5983a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:23.987650 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-abc79282-a7df-4b21-af72-1792cad5983a admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/31bf07d4-a063-48b2-b6bf-ee73e2b67884 HTTP/1.1" status: 204 len: 168 time: 0.4225898 Feb 16 14:16:23.997235 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d8c2a0e8-78f6-43e7-99f1-d7dd236e49bc tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (20eca92d-b7d1-4a74-8d64-2cc40d462361), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:24.000143 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e01d16d0-ad73-47fb-96ab-67f5f830fc4f req-89256be3-8c38-4350-9fc2-1e7da2cca37c tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Made reservation on behalf of d9a231f27e3b4236b5109f44434e8be7 for: {'port': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:16:24.004271 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-e01d16d0-ad73-47fb-96ab-67f5f830fc4f req-89256be3-8c38-4350-9fc2-1e7da2cca37c tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:24.010560 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-54e28f2f-fd60-44ca-86c7-b5961f82d3c7 req-08ecb0aa-e117-4d31-9f03-8f40a83ac843 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7efc934a-e21c-4fe1-b5ec-843a93209897 HTTP/1.1" status: 200 len: 217 time: 0.2407777 Feb 16 14:16:24.045839 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc79282-a7df-4b21-af72-1792cad5983a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31bf07d4-a063-48b2-b6bf-ee73e2b67884,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:24.114541 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b3e546bd-69b6-4277-a09d-65ba335253ef tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks [] for security_group_rule (be90e163-0857-4255-aa56-4fba66599d19), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:24.208843 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-db073cd6-6a77-4fc7-9742-48e22d229a9e req-85ba8d60-2c98-45d3-85d5-9efee3f1a306 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 210 time: 0.2217076 Feb 16 14:16:24.507596 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e28f2f-fd60-44ca-86c7-b5961f82d3c7 req-18995c03-db34-44ff-8e30-c971537a3805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:24.509274 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-54e28f2f-fd60-44ca-86c7-b5961f82d3c7 req-18995c03-db34-44ff-8e30-c971537a3805 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6c526f28-2413-49d4-9079-9a70a0f0eaac HTTP/1.1" status: 200 len: 851 time: 0.4693005 Feb 16 14:16:24.515001 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71731e1c-568b-45ba-909e-76a72da2e467 req-2c306565-b91c-47e4-9eb9-bce4ce6d601b tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:24.527207 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-71731e1c-568b-45ba-909e-76a72da2e467 req-2c306565-b91c-47e4-9eb9-bce4ce6d601b tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.120 "GET /v2.0/ports?device_id=7e92ad68-f22d-4da6-bcf4-ed9073b066ae HTTP/1.1" status: 200 len: 943 time: 0.2290430 Feb 16 14:16:24.614649 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.notifiers.nova [req-df6f2f88-a6a5-4a68-b2bb-becdd22deae5 req-342e32c8-1f2a-4d61-9f86-a3091dc074d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70387ee0-17d5-4683-94a7-cc169a3b0bc4 {{(pid=102969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:16:24.646036 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-df6f2f88-a6a5-4a68-b2bb-becdd22deae5 req-342e32c8-1f2a-4d61-9f86-a3091dc074d4 service neutron] Publish callbacks [] for port (70387ee0-17d5-4683-94a7-cc169a3b0bc4), precommit_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:24.670334 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-71731e1c-568b-45ba-909e-76a72da2e467 req-52f8f3a7-b340-461b-ab9b-0235df2618ad tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.120 "GET /v2.0/security-groups?id=a544c672-c2f7-45f2-aa1f-7c2533b5745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372421 Feb 16 14:16:24.690640 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.db.provisioning_blocks [req-df6f2f88-a6a5-4a68-b2bb-becdd22deae5 req-342e32c8-1f2a-4d61-9f86-a3091dc074d4 service neutron] Transition to ACTIVE for port object 70387ee0-17d5-4683-94a7-cc169a3b0bc4 will not be triggered until provisioned by entity L2. {{(pid=102969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:16:24.696459 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-df6f2f88-a6a5-4a68-b2bb-becdd22deae5 req-342e32c8-1f2a-4d61-9f86-a3091dc074d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (70387ee0-17d5-4683-94a7-cc169a3b0bc4), after_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:24.712194 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b3e546bd-69b6-4277-a09d-65ba335253ef tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks [] for security_group_rule (be90e163-0857-4255-aa56-4fba66599d19), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:24.761077 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e32c8-1f2a-4d61-9f86-a3091dc074d4 service neutron] Pushing event updated for resources: {'Port': ['ID=70387ee0-17d5-4683-94a7-cc169a3b0bc4,revision_number=2']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:24.780316 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-c5d4ef19-cb28-48e8-a4c7-46653217f190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897531', 'neutron.services.segments.db._delete_segments_for_network-8784247451275'] for network (2bb10f64-e636-43a4-a9e3-91b5bfa7f26d), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:24.786418 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-54e28f2f-fd60-44ca-86c7-b5961f82d3c7 req-be05b0c6-c31b-40f1-9dcc-a26a201e3b62 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9d58dae2-5a6b-4a66-b0fa-2d1d4a9b819b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2495961 Feb 16 14:16:24.830683 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.managers [req-df6f2f88-a6a5-4a68-b2bb-becdd22deae5 req-342e32c8-1f2a-4d61-9f86-a3091dc074d4 service neutron] Attempting to bind port 70387ee0-17d5-4683-94a7-cc169a3b0bc4 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:16:24.831197 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.managers [req-df6f2f88-a6a5-4a68-b2bb-becdd22deae5 req-342e32c8-1f2a-4d61-9f86-a3091dc074d4 service neutron] Attempting to bind port 70387ee0-17d5-4683-94a7-cc169a3b0bc4 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '63149136-d21f-4d25-a697-3540935fddb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '3b4e79db-56cd-4d42-82d5-dc0b8425f909'}] {{(pid=102969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:16:24.831554 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6f2f88-a6a5-4a68-b2bb-becdd22deae5 req-342e32c8-1f2a-4d61-9f86-a3091dc074d4 service neutron] Attempting to bind port 70387ee0-17d5-4683-94a7-cc169a3b0bc4 on network 3b4e79db-56cd-4d42-82d5-dc0b8425f909 {{(pid=102969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:16:24.837777 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6f2f88-a6a5-4a68-b2bb-becdd22deae5 req-342e32c8-1f2a-4d61-9f86-a3091dc074d4 service neutron] Port 70387ee0-17d5-4683-94a7-cc169a3b0bc4 on network 3b4e79db-56cd-4d42-82d5-dc0b8425f909 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:16:24.838098 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6f2f88-a6a5-4a68-b2bb-becdd22deae5 req-342e32c8-1f2a-4d61-9f86-a3091dc074d4 service neutron] Attempting to bind port 70387ee0-17d5-4683-94a7-cc169a3b0bc4 on network 3b4e79db-56cd-4d42-82d5-dc0b8425f909 {{(pid=102969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:16:24.843216 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6f2f88-a6a5-4a68-b2bb-becdd22deae5 req-342e32c8-1f2a-4d61-9f86-a3091dc074d4 service neutron] Checking agent: {'id': '0563e457-3a96-4909-b5a3-8fa5db96f619', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 14, 3), 'started_at': datetime.datetime(2022, 2, 16, 14, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:16:24.843538 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6f2f88-a6a5-4a68-b2bb-becdd22deae5 req-342e32c8-1f2a-4d61-9f86-a3091dc074d4 service neutron] Checking segment: {'id': '63149136-d21f-4d25-a697-3540935fddb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '3b4e79db-56cd-4d42-82d5-dc0b8425f909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:16:24.844033 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6f2f88-a6a5-4a68-b2bb-becdd22deae5 req-342e32c8-1f2a-4d61-9f86-a3091dc074d4 service neutron] Bound using segment: {'id': '63149136-d21f-4d25-a697-3540935fddb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '3b4e79db-56cd-4d42-82d5-dc0b8425f909'} {{(pid=102969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:16:24.844553 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.managers [req-df6f2f88-a6a5-4a68-b2bb-becdd22deae5 req-342e32c8-1f2a-4d61-9f86-a3091dc074d4 service neutron] Bound port: 70387ee0-17d5-4683-94a7-cc169a3b0bc4, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63149136-d21f-4d25-a697-3540935fddb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '3b4e79db-56cd-4d42-82d5-dc0b8425f909'}}] {{(pid=102969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:16:24.844812 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-df6f2f88-a6a5-4a68-b2bb-becdd22deae5 req-342e32c8-1f2a-4d61-9f86-a3091dc074d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (70387ee0-17d5-4683-94a7-cc169a3b0bc4), before_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:24.894318 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-a8050c5e-fae0-4749-9066-b350f3112fc5 None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:16:24.915084 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b3e546bd-69b6-4277-a09d-65ba335253ef tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071180'] for security_group_rule (be90e163-0857-4255-aa56-4fba66599d19), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:24.964862 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.db [req-df6f2f88-a6a5-4a68-b2bb-becdd22deae5 req-342e32c8-1f2a-4d61-9f86-a3091dc074d4 service neutron] For port 70387ee0-17d5-4683-94a7-cc169a3b0bc4, host hv-cinder-77398, cleared binding levels {{(pid=102969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:16:24.973071 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.db [req-df6f2f88-a6a5-4a68-b2bb-becdd22deae5 req-342e32c8-1f2a-4d61-9f86-a3091dc074d4 service neutron] For port 70387ee0-17d5-4683-94a7-cc169a3b0bc4, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=70387ee0-17d5-4683-94a7-cc169a3b0bc4,segment=NetworkSegment(63149136-d21f-4d25-a697-3540935fddb9),segment_id=63149136-d21f-4d25-a697-3540935fddb9)] {{(pid=102969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:16:24.985926 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-df6f2f88-a6a5-4a68-b2bb-becdd22deae5 req-342e32c8-1f2a-4d61-9f86-a3091dc074d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (70387ee0-17d5-4683-94a7-cc169a3b0bc4), after_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:25.038001 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-c5d4ef19-cb28-48e8-a4c7-46653217f190 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:25.038351 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-c5d4ef19-cb28-48e8-a4c7-46653217f190 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:25.039121 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-c5d4ef19-cb28-48e8-a4c7-46653217f190 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:25.039525 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-c5d4ef19-cb28-48e8-a4c7-46653217f190 admin admin] Subscribe: > port after_create 55550000 {{(pid=102968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:25.039863 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-c5d4ef19-cb28-48e8-a4c7-46653217f190 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:25.040152 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-c5d4ef19-cb28-48e8-a4c7-46653217f190 admin admin] Subscribe: > port after_update 55550000 {{(pid=102968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:25.040471 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-c5d4ef19-cb28-48e8-a4c7-46653217f190 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:25.040787 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-c5d4ef19-cb28-48e8-a4c7-46653217f190 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:25.041101 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-c5d4ef19-cb28-48e8-a4c7-46653217f190 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:25.041417 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-c5d4ef19-cb28-48e8-a4c7-46653217f190 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:25.055244 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f2f88-a6a5-4a68-b2bb-becdd22deae5 req-342e32c8-1f2a-4d61-9f86-a3091dc074d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:25.057245 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-df6f2f88-a6a5-4a68-b2bb-becdd22deae5 req-342e32c8-1f2a-4d61-9f86-a3091dc074d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for port (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:25.058750 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-df6f2f88-a6a5-4a68-b2bb-becdd22deae5 req-342e32c8-1f2a-4d61-9f86-a3091dc074d4 service neutron] 10.222.0.10 "PUT /v2.0/ports/70387ee0-17d5-4683-94a7-cc169a3b0bc4 HTTP/1.1" status: 200 len: 1094 time: 1.3870802 Feb 16 14:16:25.068358 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18592419-67c3-42fd-bf11-29faee4f545a', 'tag': '70387ee0-17d5-4683-94a7-cc169a3b0bc4'}] {{(pid=102969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:16:25.208530 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-c5d4ef19-cb28-48e8-a4c7-46653217f190 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:25.209044 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-c5d4ef19-cb28-48e8-a4c7-46653217f190 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:25.209470 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-c5d4ef19-cb28-48e8-a4c7-46653217f190 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:25.210329 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-c5d4ef19-cb28-48e8-a4c7-46653217f190 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:25.210710 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.services.segments.db [None req-c5d4ef19-cb28-48e8-a4c7-46653217f190 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bb10f64-e636-43a4-a9e3-91b5bfa7f26d']}} {{(pid=102968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:16:25.246570 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.services.segments.db [None req-c5d4ef19-cb28-48e8-a4c7-46653217f190 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dacf18db-69bc-4475-978a-43da6439b16a') {'for_net_delete': True} {{(pid=102968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:16:25.246782 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.services.segments.db [None req-c5d4ef19-cb28-48e8-a4c7-46653217f190 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dacf18db-69bc-4475-978a-43da6439b16a') {} {{(pid=102968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:16:25.288190 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-c5d4ef19-cb28-48e8-a4c7-46653217f190 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784247452308', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9208695'] for segment (dacf18db-69bc-4475-978a-43da6439b16a), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:25.305054 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e32c8-1f2a-4d61-9f86-a3091dc074d4 service neutron] Pushing event updated for resources: {'Port': ['ID=70387ee0-17d5-4683-94a7-cc169a3b0bc4,revision_number=3']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:25.347822 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-c5d4ef19-cb28-48e8-a4c7-46653217f190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894495'] for segment (dacf18db-69bc-4475-978a-43da6439b16a), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:25.362967 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f2f88-a6a5-4a68-b2bb-becdd22deae5 req-5df665e0-d2f6-4d62-9b14-66419e834acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:25.367270 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-df6f2f88-a6a5-4a68-b2bb-becdd22deae5 req-5df665e0-d2f6-4d62-9b14-66419e834acb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d9a231f27e3b4236b5109f44434e8be7&device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 1128 time: 0.2308452 Feb 16 14:16:25.370887 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5d4ef19-cb28-48e8-a4c7-46653217f190 admin admin] Releasing vlan 1319 on physical network physnet1 to pool {{(pid=102968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:16:25.371998 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-c5d4ef19-cb28-48e8-a4c7-46653217f190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8811177'] for segment (dacf18db-69bc-4475-978a-43da6439b16a), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:25.373209 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}597425108aee33d34effbd51aa5a8721840594214ac6e6c89cce82b7911d7071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218291d8-ac1d-49d7-a131-b1af92d60c53" -d '{"events": [{"name": "network-changed", "server_uuid": "18592419-67c3-42fd-bf11-29faee4f545a", "tag": "70387ee0-17d5-4683-94a7-cc169a3b0bc4"}]}' {{(pid=102969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:16:25.421990 dv-cinder-773985-32-iscsi neutron-server[102968]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 14:16:25.421990 dv-cinder-773985-32-iscsi neutron-server[102968]: from cryptography.utils import int_from_bytes Feb 16 14:16:25.421990 dv-cinder-773985-32-iscsi neutron-server[102968]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 14:16:25.421990 dv-cinder-773985-32-iscsi neutron-server[102968]: from cryptography.utils import int_from_bytes Feb 16 14:16:25.421990 dv-cinder-773985-32-iscsi neutron-server[102968]: Traceback (most recent call last): Feb 16 14:16:25.421990 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:16:25.421990 dv-cinder-773985-32-iscsi neutron-server[102968]: timer() Feb 16 14:16:25.421990 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:16:25.421990 dv-cinder-773985-32-iscsi neutron-server[102968]: cb(*args, **kw) Feb 16 14:16:25.421990 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:16:25.421990 dv-cinder-773985-32-iscsi neutron-server[102968]: return func(*args, **kwargs) Feb 16 14:16:25.421990 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:16:25.421990 dv-cinder-773985-32-iscsi neutron-server[102968]: self._notify() Feb 16 14:16:25.421990 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:16:25.421990 dv-cinder-773985-32-iscsi neutron-server[102968]: self.callback(batched_events) Feb 16 14:16:25.421990 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:16:25.421990 dv-cinder-773985-32-iscsi neutron-server[102968]: event.method(event) Feb 16 14:16:25.421990 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:16:25.421990 dv-cinder-773985-32-iscsi neutron-server[102968]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:16:25.421990 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:16:25.421990 dv-cinder-773985-32-iscsi neutron-server[102968]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:16:25.421990 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:16:25.421990 dv-cinder-773985-32-iscsi neutron-server[102968]: return f(self, *a, **k) Feb 16 14:16:25.421990 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:16:25.421990 dv-cinder-773985-32-iscsi neutron-server[102968]: return self._get(url).json() Feb 16 14:16:25.421990 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:16:25.421990 dv-cinder-773985-32-iscsi neutron-server[102968]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:16:25.421990 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:16:25.421990 dv-cinder-773985-32-iscsi neutron-server[102968]: return self.request(url, 'GET', **kwargs) Feb 16 14:16:25.421990 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:16:25.421990 dv-cinder-773985-32-iscsi neutron-server[102968]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:16:25.421990 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:16:25.421990 dv-cinder-773985-32-iscsi neutron-server[102968]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:16:25.421990 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:16:25.421990 dv-cinder-773985-32-iscsi neutron-server[102968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:16:25.421990 dv-cinder-773985-32-iscsi neutron-server[102968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:16:25.545011 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-df6f2f88-a6a5-4a68-b2bb-becdd22deae5 req-99dcc85e-b780-435d-9be5-f85a0bb9f2a6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70387ee0-17d5-4683-94a7-cc169a3b0bc4 HTTP/1.1" status: 200 len: 217 time: 0.1639247 Feb 16 14:16:25.636152 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe52de34-b84d-4309-8979-cd65b258a936 x-openstack-request-id: req-fe52de34-b84d-4309-8979-cd65b258a936 {{(pid=102969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:16:25.636414 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18592419-67c3-42fd-bf11-29faee4f545a", "tag": "70387ee0-17d5-4683-94a7-cc169a3b0bc4", "status": "completed", "code": 200}]} {{(pid=102969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:16:25.636663 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-fe52de34-b84d-4309-8979-cd65b258a936 {{(pid=102969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:16:25.637122 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18592419-67c3-42fd-bf11-29faee4f545a', 'tag': '70387ee0-17d5-4683-94a7-cc169a3b0bc4', 'status': 'completed', 'code': 200} Feb 16 14:16:25.681427 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f2f88-a6a5-4a68-b2bb-becdd22deae5 req-554e0ec4-f33e-409e-993a-25c7645d745a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:25.682936 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-df6f2f88-a6a5-4a68-b2bb-becdd22deae5 req-554e0ec4-f33e-409e-993a-25c7645d745a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=49e52525-bf5f-472f-a994-bf14eeca6876 HTTP/1.1" status: 200 len: 858 time: 0.1280720 Feb 16 14:16:25.718861 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-34f22df8-30e0-4471-935f-4d0450c87a4a req-ff676169-6412-47a1-88c2-befb95a8a8f0 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 210 time: 0.2874458 Feb 16 14:16:25.722104 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-54e28f2f-fd60-44ca-86c7-b5961f82d3c7 req-ad47f558-2f53-49db-9a66-4bfacbdac624 service neutron] 10.222.0.10 "GET /v2.0/networks/9d58dae2-5a6b-4a66-b0fa-2d1d4a9b819b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8194461 Feb 16 14:16:25.736516 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device 823115d7-28d7-4545-82be-bd4444f81a41 up at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:16:25.818483 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-df6f2f88-a6a5-4a68-b2bb-becdd22deae5 req-2a049f00-b619-4b9f-9ae2-79c47da5fa80 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3b4e79db-56cd-4d42-82d5-dc0b8425f909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1193445 Feb 16 14:16:25.821136 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e546bd-69b6-4277-a09d-65ba335253ef tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be90e163-0857-4255-aa56-4fba66599d19,revision_number=0']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:25.830892 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Provisioning complete for port 823115d7-28d7-4545-82be-bd4444f81a41 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:16:25.831285 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (823115d7-28d7-4545-82be-bd4444f81a41), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:25.839041 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b3e546bd-69b6-4277-a09d-65ba335253ef tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:25.840363 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-b3e546bd-69b6-4277-a09d-65ba335253ef tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.6005633 Feb 16 14:16:25.851891 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 51448) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:25.852692 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-c5d4ef19-cb28-48e8-a4c7-46653217f190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1596086'] for network (2bb10f64-e636-43a4-a9e3-91b5bfa7f26d), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:25.859745 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-4ed15e61-ee81-407a-a5ee-58eb49c9d74e tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Request body: {'floatingip': {'floating_network_id': '5b71b9ca-6085-48b7-9167-93053be13444'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:16:25.864985 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_common [req-e01d16d0-ad73-47fb-96ab-67f5f830fc4f req-89256be3-8c38-4350-9fc2-1e7da2cca37c tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Allocated IP 172.20.0.8 (3b4e79db-56cd-4d42-82d5-dc0b8425f909/49e52525-bf5f-472f-a994-bf14eeca6876/c6a54da9-6f7e-4061-a9d4-32be89783a8d) {{(pid=102968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:16:25.920750 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d4ef19-cb28-48e8-a4c7-46653217f190 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bb10f64-e636-43a4-a9e3-91b5bfa7f26d,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:25.928177 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-c5d4ef19-cb28-48e8-a4c7-46653217f190 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for network (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:25.932961 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-c5d4ef19-cb28-48e8-a4c7-46653217f190 admin admin] 10.222.0.120 "DELETE /v2.0/networks/2bb10f64-e636-43a4-a9e3-91b5bfa7f26d HTTP/1.1" status: 204 len: 168 time: 3.2919073 Feb 16 14:16:25.936328 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Current status of the port 823115d7-28d7-4545-82be-bd4444f81a41 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:16:25.938564 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device bfd99815-730b-400d-9f2c-87d16b3d4f0f up at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:16:25.940814 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 51452) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:25.963734 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64349738-8623-4c0a-9369-16e39375e7c6 req-65a3106e-2059-4c57-8b90-d9b255b5cb6b tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:25.971161 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-64349738-8623-4c0a-9369-16e39375e7c6 req-65a3106e-2059-4c57-8b90-d9b255b5cb6b tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.120 "GET /v2.0/ports?device_id=7e92ad68-f22d-4da6-bcf4-ed9073b066ae HTTP/1.1" status: 200 len: 943 time: 0.1500263 Feb 16 14:16:26.017311 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-df6f2f88-a6a5-4a68-b2bb-becdd22deae5 req-01777fa5-3dab-4010-81bc-23dd2de5bf0f service neutron] 10.222.0.10 "GET /v2.0/networks/3b4e79db-56cd-4d42-82d5-dc0b8425f909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850712 Feb 16 14:16:26.030548 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Provisioning complete for port bfd99815-730b-400d-9f2c-87d16b3d4f0f triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:16:26.030548 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (bfd99815-730b-400d-9f2c-87d16b3d4f0f), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:26.038705 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d8c2a0e8-78f6-43e7-99f1-d7dd236e49bc tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks [] for port (20eca92d-b7d1-4a74-8d64-2cc40d462361), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:26.061479 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d8c2a0e8-78f6-43e7-99f1-d7dd236e49bc tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8811213'] for port (20eca92d-b7d1-4a74-8d64-2cc40d462361), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:26.062784 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-64349738-8623-4c0a-9369-16e39375e7c6 req-1cae043a-6b29-414d-8654-8e5d5c9e26cc tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.120 "GET /v2.0/security-groups?id=a544c672-c2f7-45f2-aa1f-7c2533b5745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906334 Feb 16 14:16:26.160408 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-df6f2f88-a6a5-4a68-b2bb-becdd22deae5 req-b0e009da-61b6-454c-956d-9402e3c09ec7 service neutron] 10.222.0.10 "GET /v2.0/networks/3b4e79db-56cd-4d42-82d5-dc0b8425f909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334543 Feb 16 14:16:26.191743 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Current status of the port bfd99815-730b-400d-9f2c-87d16b3d4f0f is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:16:26.192911 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device cefa6611-41d2-4446-b084-39e75e72729c up at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:16:26.256927 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Provisioning complete for port cefa6611-41d2-4446-b084-39e75e72729c triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:16:26.257457 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (cefa6611-41d2-4446-b084-39e75e72729c), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:26.325084 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218291d8-ac1d-49d7-a131-b1af92d60c53 req-1b642873-a360-4b2d-9e07-a71c6418894c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:26.326749 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-218291d8-ac1d-49d7-a131-b1af92d60c53 req-1b642873-a360-4b2d-9e07-a71c6418894c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d9a231f27e3b4236b5109f44434e8be7&device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 1128 time: 0.0521054 Feb 16 14:16:26.364746 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Current status of the port cefa6611-41d2-4446-b084-39e75e72729c is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:16:26.448051 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-4ed15e61-ee81-407a-a5ee-58eb49c9d74e tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:26.490552 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_v2 [None req-0631c969-5fff-4676-b64d-e1f725561696 admin admin] Deleting subnet 3a467670-b56e-48dd-830b-e314056791a7 {{(pid=102968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 14:16:26.494605 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-0631c969-5fff-4676-b64d-e1f725561696 admin admin] Publish callbacks [] for subnet (3a467670-b56e-48dd-830b-e314056791a7), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:26.531629 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-54e28f2f-fd60-44ca-86c7-b5961f82d3c7 req-afd63985-b29d-4cf4-9b2b-6c73ceea648c service neutron] 10.222.0.10 "GET /v2.0/networks/9d58dae2-5a6b-4a66-b0fa-2d1d4a9b819b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7404957 Feb 16 14:16:26.539826 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-0631c969-5fff-4676-b64d-e1f725561696 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9208702'] for subnet (3a467670-b56e-48dd-830b-e314056791a7), precommit_delete_associations {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:26.542749 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d8c2a0e8-78f6-43e7-99f1-d7dd236e49bc tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1596120'] for floatingip (bab65343-7c00-48f0-8436-74ab96624fd4), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:26.601869 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c2a0e8-78f6-43e7-99f1-d7dd236e49bc tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Pushing event updated for resources: {'Port': ['ID=20eca92d-b7d1-4a74-8d64-2cc40d462361,revision_number=2']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:26.623198 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d8c2a0e8-78f6-43e7-99f1-d7dd236e49bc tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for floatingip (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:26.624926 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-d8c2a0e8-78f6-43e7-99f1-d7dd236e49bc tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 9.7839322 Feb 16 14:16:26.686032 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-e01d16d0-ad73-47fb-96ab-67f5f830fc4f req-89256be3-8c38-4350-9fc2-1e7da2cca37c tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Publish callbacks [] for port (c6a54da9-6f7e-4061-a9d4-32be89783a8d), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:26.806716 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-0631c969-5fff-4676-b64d-e1f725561696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-900998'] for subnet (3a467670-b56e-48dd-830b-e314056791a7), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:26.810452 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218291d8-ac1d-49d7-a131-b1af92d60c53 req-d19a69c0-07aa-4e8c-9e04-052c1dc91f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:26.812095 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-218291d8-ac1d-49d7-a131-b1af92d60c53 req-d19a69c0-07aa-4e8c-9e04-052c1dc91f5e service neutron] 10.222.0.10 "GET /v2.0/networks?id=3b4e79db-56cd-4d42-82d5-dc0b8425f909 HTTP/1.1" status: 200 len: 920 time: 0.4759467 Feb 16 14:16:26.907408 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-218291d8-ac1d-49d7-a131-b1af92d60c53 req-893b90bb-1141-4741-b994-007e5ba2a3ec service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70387ee0-17d5-4683-94a7-cc169a3b0bc4 HTTP/1.1" status: 200 len: 217 time: 0.0856237 Feb 16 14:16:26.991440 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84b1819-eff6-4ef3-8250-cbcdf4bce21d req-e44887ec-4de2-442b-bc8c-a601d3e5c1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:26.993492 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d84b1819-eff6-4ef3-8250-cbcdf4bce21d req-e44887ec-4de2-442b-bc8c-a601d3e5c1b8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9bd6b91468f54798bfb0f41b562227ca&device_id=7e92ad68-f22d-4da6-bcf4-ed9073b066ae HTTP/1.1" status: 200 len: 1127 time: 0.3470623 Feb 16 14:16:27.018697 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f5ca3e41-6bd7-498b-9712-478c165078dc req-95318e91-b41d-4dd5-b20a-b371f7c95846 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 210 time: 0.1070242 Feb 16 14:16:27.031205 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218291d8-ac1d-49d7-a131-b1af92d60c53 req-36ef3e92-ebec-4048-aaa4-048f9f1a5d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:27.032673 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-218291d8-ac1d-49d7-a131-b1af92d60c53 req-36ef3e92-ebec-4048-aaa4-048f9f1a5d67 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=49e52525-bf5f-472f-a994-bf14eeca6876 HTTP/1.1" status: 200 len: 858 time: 0.1131351 Feb 16 14:16:27.057625 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-aaec3eb8-d737-48a1-95ca-3b671ef627f2 req-8b454c9a-c616-4f44-b34b-75d74f56b625 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?name=tempest-securitygroup--1349796494&fields=id&tenant_id=410a0d25161b4a0e8f890d74d6eb242d HTTP/1.1" status: 200 len: 267 time: 0.0858915 Feb 16 14:16:27.077454 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-218291d8-ac1d-49d7-a131-b1af92d60c53 req-ae035b50-6baa-4c22-8e4e-f6c2cc395a43 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3b4e79db-56cd-4d42-82d5-dc0b8425f909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363111 Feb 16 14:16:27.078839 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-e01d16d0-ad73-47fb-96ab-67f5f830fc4f req-89256be3-8c38-4350-9fc2-1e7da2cca37c tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784246951208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811206'] for port (c6a54da9-6f7e-4061-a9d4-32be89783a8d), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:27.131593 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-0631c969-5fff-4676-b64d-e1f725561696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-901007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8811251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9090829'] for subnet (3a467670-b56e-48dd-830b-e314056791a7), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:27.205105 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-4ed15e61-ee81-407a-a5ee-58eb49c9d74e tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:27.257398 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec3eb8-d737-48a1-95ca-3b671ef627f2 req-2d2750bf-e66e-41ac-a878-65e816884323 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:27.257398 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-aaec3eb8-d737-48a1-95ca-3b671ef627f2 req-2d2750bf-e66e-41ac-a878-65e816884323 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/networks?id=08a3e979-1da2-40e7-a40c-6fc286cacb72 HTTP/1.1" status: 200 len: 817 time: 0.1788332 Feb 16 14:16:27.257398 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-218291d8-ac1d-49d7-a131-b1af92d60c53 req-90926313-f88b-4d4b-ba90-872cca817dbc service neutron] 10.222.0.10 "GET /v2.0/networks/3b4e79db-56cd-4d42-82d5-dc0b8425f909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685677 Feb 16 14:16:27.289064 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-aaec3eb8-d737-48a1-95ca-3b671ef627f2 req-beacb012-5482-4598-9f14-3f04d342a9d4 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/quotas/410a0d25161b4a0e8f890d74d6eb242d HTTP/1.1" status: 200 len: 375 time: 0.0287905 Feb 16 14:16:27.294161 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0631c969-5fff-4676-b64d-e1f725561696 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a467670-b56e-48dd-830b-e314056791a7,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:27.299025 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e01d16d0-ad73-47fb-96ab-67f5f830fc4f req-89256be3-8c38-4350-9fc2-1e7da2cca37c tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Network 3b4e79db-56cd-4d42-82d5-dc0b8425f909 is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:16:27.328943 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-0631c969-5fff-4676-b64d-e1f725561696 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for subnet (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:27.332183 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-0631c969-5fff-4676-b64d-e1f725561696 admin admin] 10.222.0.120 "DELETE /v2.0/subnets/3a467670-b56e-48dd-830b-e314056791a7 HTTP/1.1" status: 204 len: 168 time: 1.3842807 Feb 16 14:16:27.349360 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 51532) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:27.351237 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [req-e01d16d0-ad73-47fb-96ab-67f5f830fc4f req-89256be3-8c38-4350-9fc2-1e7da2cca37c tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:16:27.395702 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-e01d16d0-ad73-47fb-96ab-67f5f830fc4f req-89256be3-8c38-4350-9fc2-1e7da2cca37c tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Received port after_create {{(pid=102968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:16:27.399078 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89256be3-8c38-4350-9fc2-1e7da2cca37c tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Pushing event updated for resources: {'Port': ['ID=c6a54da9-6f7e-4061-a9d4-32be89783a8d,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:27.408483 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-218291d8-ac1d-49d7-a131-b1af92d60c53 req-459c11cf-7194-4905-955c-8e9b51e6bac3 service neutron] 10.222.0.10 "GET /v2.0/networks/3b4e79db-56cd-4d42-82d5-dc0b8425f909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413190 Feb 16 14:16:27.433118 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-aaec3eb8-d737-48a1-95ca-3b671ef627f2 req-f1e01559-8102-4588-80ac-201fc98c61c1 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?tenant_id=410a0d25161b4a0e8f890d74d6eb242d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1376233 Feb 16 14:16:27.492689 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84b1819-eff6-4ef3-8250-cbcdf4bce21d req-2d289483-91f3-4426-aa22-20d7f7e75e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:27.494444 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d84b1819-eff6-4ef3-8250-cbcdf4bce21d req-2d289483-91f3-4426-aa22-20d7f7e75e9d service neutron] 10.222.0.10 "GET /v2.0/networks?id=9d58dae2-5a6b-4a66-b0fa-2d1d4a9b819b HTTP/1.1" status: 200 len: 913 time: 0.4811757 Feb 16 14:16:27.580476 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-aaec3eb8-d737-48a1-95ca-3b671ef627f2 req-11bad836-82af-4945-a87b-35d477864fc8 service neutron] 10.222.0.120 "GET /v2.0/networks/08a3e979-1da2-40e7-a40c-6fc286cacb72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260045 Feb 16 14:16:27.596280 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d84b1819-eff6-4ef3-8250-cbcdf4bce21d req-c17cd342-f6bd-4667-8802-ba9c036f16a4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7efc934a-e21c-4fe1-b5ec-843a93209897 HTTP/1.1" status: 200 len: 217 time: 0.0928097 Feb 16 14:16:27.611101 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d16d0-ad73-47fb-96ab-67f5f830fc4f req-89256be3-8c38-4350-9fc2-1e7da2cca37c tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:27.611783 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-e01d16d0-ad73-47fb-96ab-67f5f830fc4f req-89256be3-8c38-4350-9fc2-1e7da2cca37c tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:27.645833 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a6797-b47c-4474-bdab-8abadd58c1fd req-0b07c1be-5b50-4671-a55e-c7f67b2049dc tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:27.647960 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3f5a6797-b47c-4474-bdab-8abadd58c1fd req-0b07c1be-5b50-4671-a55e-c7f67b2049dc tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.120 "GET /v2.0/ports?device_id=7e92ad68-f22d-4da6-bcf4-ed9073b066ae HTTP/1.1" status: 200 len: 943 time: 0.4408014 Feb 16 14:16:27.661482 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-1f6b061f-c320-4936-89e5-4104d0e584bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924667'] for network (97cac014-3fab-4495-a170-405a736904a6), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:27.750630 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e01d16d0-ad73-47fb-96ab-67f5f830fc4f req-89256be3-8c38-4350-9fc2-1e7da2cca37c tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2609830 Feb 16 14:16:27.771453 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-e01d16d0-ad73-47fb-96ab-67f5f830fc4f req-0bd3bfda-36d1-476d-9354-fee5c74d9b5c service neutron] Request body: {'port': {'device_id': 'aa1f6b22-bd46-466b-abca-57732e144d24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:16:27.788097 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-aaec3eb8-d737-48a1-95ca-3b671ef627f2 req-e1906d63-6dff-4bb6-9a78-d245dc12a379 service neutron] 10.222.0.120 "GET /v2.0/networks/08a3e979-1da2-40e7-a40c-6fc286cacb72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012060 Feb 16 14:16:27.789453 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_common [None req-4ed15e61-ee81-407a-a5ee-58eb49c9d74e tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Allocated IP 172.27.2.38 (5b71b9ca-6085-48b7-9167-93053be13444/8c2b85af-3da9-4754-9d29-6d95dbdc6260/170de0f2-4f3d-429a-8dc0-30aad54a37d2) {{(pid=102968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:16:27.875023 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84b1819-eff6-4ef3-8250-cbcdf4bce21d req-0af57222-5540-416a-9903-f721201175e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:27.879562 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d84b1819-eff6-4ef3-8250-cbcdf4bce21d req-0af57222-5540-416a-9903-f721201175e0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6c526f28-2413-49d4-9079-9a70a0f0eaac HTTP/1.1" status: 200 len: 851 time: 0.2608435 Feb 16 14:16:27.910735 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3f5a6797-b47c-4474-bdab-8abadd58c1fd req-d3605615-6aa3-4635-a9d9-c12ca4d60735 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.120 "GET /v2.0/security-groups?id=a544c672-c2f7-45f2-aa1f-7c2533b5745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420673 Feb 16 14:16:28.004279 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-1f6b061f-c320-4936-89e5-4104d0e584bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897531', 'neutron.services.segments.db._delete_segments_for_network-8784247451275'] for network (97cac014-3fab-4495-a170-405a736904a6), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:28.012223 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d84b1819-eff6-4ef3-8250-cbcdf4bce21d req-b9c50e50-a1a8-4d39-a8d6-5993a771e839 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9d58dae2-5a6b-4a66-b0fa-2d1d4a9b819b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1194503 Feb 16 14:16:28.086106 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-e01d16d0-ad73-47fb-96ab-67f5f830fc4f req-0bd3bfda-36d1-476d-9354-fee5c74d9b5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (c6a54da9-6f7e-4061-a9d4-32be89783a8d), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:28.099772 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.services.segments.db [None req-1f6b061f-c320-4936-89e5-4104d0e584bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97cac014-3fab-4495-a170-405a736904a6']}} {{(pid=102968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:16:28.146255 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d791a7-adb5-4c1c-8413-222c94204fe8 req-0c3a5fc7-93b2-4312-b4c3-bbcb769dc4b6 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:28.154468 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-04d791a7-adb5-4c1c-8413-222c94204fe8 req-0c3a5fc7-93b2-4312-b4c3-bbcb769dc4b6 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 931 time: 0.0719244 Feb 16 14:16:28.163633 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.services.segments.db [None req-1f6b061f-c320-4936-89e5-4104d0e584bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '968deb2e-f56e-4ced-bc18-35e6b934447f') {'for_net_delete': True} {{(pid=102968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:16:28.163924 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.services.segments.db [None req-1f6b061f-c320-4936-89e5-4104d0e584bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '968deb2e-f56e-4ced-bc18-35e6b934447f') {} {{(pid=102968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:16:28.171155 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-77d0e617-6a04-40a1-8e9a-82ab441333a3 req-90205b97-018f-49cc-9f24-bdbd85ddb0ec tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 210 time: 0.0827889 Feb 16 14:16:28.241196 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-04d791a7-adb5-4c1c-8413-222c94204fe8 req-0be2e2ab-e945-49e1-b38f-2c7e95b61078 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793061 Feb 16 14:16:28.246288 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-4ed15e61-ee81-407a-a5ee-58eb49c9d74e tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks [] for port (170de0f2-4f3d-429a-8dc0-30aad54a37d2), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:28.251516 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-1f6b061f-c320-4936-89e5-4104d0e584bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784247452308', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9208695'] for segment (968deb2e-f56e-4ced-bc18-35e6b934447f), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:28.311391 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-1f6b061f-c320-4936-89e5-4104d0e584bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894495'] for segment (968deb2e-f56e-4ced-bc18-35e6b934447f), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:28.316872 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d84b1819-eff6-4ef3-8250-cbcdf4bce21d req-211f216f-9fbc-42e3-a0e3-c88cc8f0eb1c service neutron] 10.222.0.10 "GET /v2.0/networks/9d58dae2-5a6b-4a66-b0fa-2d1d4a9b819b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656777 Feb 16 14:16:28.329620 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f6b061f-c320-4936-89e5-4104d0e584bc admin admin] Releasing vlan 1302 on physical network physnet1 to pool {{(pid=102968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:16:28.330022 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-1f6b061f-c320-4936-89e5-4104d0e584bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8811177'] for segment (968deb2e-f56e-4ced-bc18-35e6b934447f), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:28.333801 dv-cinder-773985-32-iscsi neutron-server[102968]: Traceback (most recent call last): Feb 16 14:16:28.333801 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:16:28.333801 dv-cinder-773985-32-iscsi neutron-server[102968]: timer() Feb 16 14:16:28.333801 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:16:28.333801 dv-cinder-773985-32-iscsi neutron-server[102968]: cb(*args, **kw) Feb 16 14:16:28.333801 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:16:28.333801 dv-cinder-773985-32-iscsi neutron-server[102968]: return func(*args, **kwargs) Feb 16 14:16:28.333801 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:16:28.333801 dv-cinder-773985-32-iscsi neutron-server[102968]: self._notify() Feb 16 14:16:28.333801 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:16:28.333801 dv-cinder-773985-32-iscsi neutron-server[102968]: self.callback(batched_events) Feb 16 14:16:28.333801 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:16:28.333801 dv-cinder-773985-32-iscsi neutron-server[102968]: event.method(event) Feb 16 14:16:28.333801 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:16:28.333801 dv-cinder-773985-32-iscsi neutron-server[102968]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:16:28.333801 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:16:28.333801 dv-cinder-773985-32-iscsi neutron-server[102968]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:16:28.333801 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:16:28.333801 dv-cinder-773985-32-iscsi neutron-server[102968]: return f(self, *a, **k) Feb 16 14:16:28.333801 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:16:28.333801 dv-cinder-773985-32-iscsi neutron-server[102968]: return self._get(url).json() Feb 16 14:16:28.333801 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:16:28.333801 dv-cinder-773985-32-iscsi neutron-server[102968]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:16:28.333801 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:16:28.333801 dv-cinder-773985-32-iscsi neutron-server[102968]: return self.request(url, 'GET', **kwargs) Feb 16 14:16:28.333801 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:16:28.333801 dv-cinder-773985-32-iscsi neutron-server[102968]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:16:28.333801 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:16:28.333801 dv-cinder-773985-32-iscsi neutron-server[102968]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:16:28.333801 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:16:28.333801 dv-cinder-773985-32-iscsi neutron-server[102968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:16:28.333801 dv-cinder-773985-32-iscsi neutron-server[102968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:16:28.720066 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-4ed15e61-ee81-407a-a5ee-58eb49c9d74e tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784246951208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811206'] for port (170de0f2-4f3d-429a-8dc0-30aad54a37d2), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:28.738552 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 51618) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:28.742769 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-1f6b061f-c320-4936-89e5-4104d0e584bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1596086'] for network (97cac014-3fab-4495-a170-405a736904a6), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:28.782457 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-1f6b061f-c320-4936-89e5-4104d0e584bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for network (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:28.785723 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-1f6b061f-c320-4936-89e5-4104d0e584bc admin admin] 10.222.0.120 "DELETE /v2.0/networks/97cac014-3fab-4495-a170-405a736904a6 HTTP/1.1" status: 204 len: 168 time: 1.4321740 Feb 16 14:16:28.812896 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6b061f-c320-4936-89e5-4104d0e584bc admin admin] Pushing event deleted for resources: {'Network': ['ID=97cac014-3fab-4495-a170-405a736904a6,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:28.844840 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed15e61-ee81-407a-a5ee-58eb49c9d74e tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Network 5b71b9ca-6085-48b7-9167-93053be13444 is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:16:28.859230 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [None req-4ed15e61-ee81-407a-a5ee-58eb49c9d74e tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:16:28.872883 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed15e61-ee81-407a-a5ee-58eb49c9d74e tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Received port after_create {{(pid=102968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:16:28.877575 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed15e61-ee81-407a-a5ee-58eb49c9d74e tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Pushing event updated for resources: {'Port': ['ID=170de0f2-4f3d-429a-8dc0-30aad54a37d2,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:28.895483 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-d596ccaf-2af9-4280-8b6f-ac5d7a5a4508 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:28.900502 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d84b1819-eff6-4ef3-8250-cbcdf4bce21d req-0d142d32-1f37-4387-ba59-5643fb3f3373 service neutron] 10.222.0.10 "GET /v2.0/networks/9d58dae2-5a6b-4a66-b0fa-2d1d4a9b819b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5722752 Feb 16 14:16:29.023318 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 51634) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:29.038985 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [req-e01d16d0-ad73-47fb-96ab-67f5f830fc4f req-0bd3bfda-36d1-476d-9354-fee5c74d9b5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6a54da9-6f7e-4061-a9d4-32be89783a8d {{(pid=102968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:16:29.049026 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-d596ccaf-2af9-4280-8b6f-ac5d7a5a4508 admin admin] Publish callbacks [] for security_group (0671bb64-5be2-40c1-9b59-a18b31ba9d57), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:29.052521 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-d596ccaf-2af9-4280-8b6f-ac5d7a5a4508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (0671bb64-5be2-40c1-9b59-a18b31ba9d57), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:29.056050 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-e01d16d0-ad73-47fb-96ab-67f5f830fc4f req-0bd3bfda-36d1-476d-9354-fee5c74d9b5c service neutron] Publish callbacks [] for port (c6a54da9-6f7e-4061-a9d4-32be89783a8d), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:29.058606 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-4ed15e61-ee81-407a-a5ee-58eb49c9d74e tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks [] for floatingip (e301b9a4-e121-4d02-840b-17d046e3eb07), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:29.098056 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-d596ccaf-2af9-4280-8b6f-ac5d7a5a4508 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=cafe08dc26374c7c89efea5e5875da3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3548965 Feb 16 14:16:29.098344 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 51638) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:29.105661 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d596ccaf-2af9-4280-8b6f-ac5d7a5a4508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0671bb64-5be2-40c1-9b59-a18b31ba9d57,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:29.112707 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.provisioning_blocks [req-e01d16d0-ad73-47fb-96ab-67f5f830fc4f req-0bd3bfda-36d1-476d-9354-fee5c74d9b5c service neutron] Transition to ACTIVE for port object c6a54da9-6f7e-4061-a9d4-32be89783a8d will not be triggered until provisioned by entity L2. {{(pid=102968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:16:29.141421 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-e01d16d0-ad73-47fb-96ab-67f5f830fc4f req-0bd3bfda-36d1-476d-9354-fee5c74d9b5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8811213'] for port (c6a54da9-6f7e-4061-a9d4-32be89783a8d), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:29.161802 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0144a43a-129a-45b2-bfd1-08b58382b9be admin admin] Publish callbacks [] for security_group (0671bb64-5be2-40c1-9b59-a18b31ba9d57), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:29.195033 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-bebeb67f-57e7-47ad-8cc2-610eaef4b3ca admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=e108bbdf8e2f487bb9675f98ae54d7f4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1610196 Feb 16 14:16:29.195123 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 51644) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:29.195237 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-4ed15e61-ee81-407a-a5ee-58eb49c9d74e tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (170de0f2-4f3d-429a-8dc0-30aad54a37d2), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:29.201626 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0144a43a-129a-45b2-bfd1-08b58382b9be admin admin] Publish callbacks [] for security_group (0671bb64-5be2-40c1-9b59-a18b31ba9d57), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:29.203487 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 7efc934a-e21c-4fe1-b5ec-843a93209897 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:16:29.248980 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ef6c4-35a7-4ef0-9ee1-c9ba5d9490d1 req-1a8fbd7d-ecd9-4dc6-8f36-0509a8edfc09 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:29.250734 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-366ef6c4-35a7-4ef0-9ee1-c9ba5d9490d1 req-1a8fbd7d-ecd9-4dc6-8f36-0509a8edfc09 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.120 "GET /v2.0/ports?device_id=7e92ad68-f22d-4da6-bcf4-ed9073b066ae HTTP/1.1" status: 200 len: 943 time: 0.2057297 Feb 16 14:16:29.267317 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd3bfda-36d1-476d-9354-fee5c74d9b5c service neutron] Pushing event updated for resources: {'Port': ['ID=c6a54da9-6f7e-4061-a9d4-32be89783a8d,revision_number=2']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:29.295394 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-79dad7e7-a015-4a13-bd1a-1055d6f56549 admin admin] Publish callbacks [] for security_group (1223b115-9afe-4dd1-9d00-87f7e9c4111c), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:29.385404 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-79dad7e7-a015-4a13-bd1a-1055d6f56549 admin admin] Publish callbacks [] for security_group (1223b115-9afe-4dd1-9d00-87f7e9c4111c), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:29.388982 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0144a43a-129a-45b2-bfd1-08b58382b9be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (0671bb64-5be2-40c1-9b59-a18b31ba9d57), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:29.391633 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0144a43a-129a-45b2-bfd1-08b58382b9be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:29.392849 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-0144a43a-129a-45b2-bfd1-08b58382b9be admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/0671bb64-5be2-40c1-9b59-a18b31ba9d57 HTTP/1.1" status: 204 len: 168 time: 0.2926219 Feb 16 14:16:29.455758 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-366ef6c4-35a7-4ef0-9ee1-c9ba5d9490d1 req-f3a7f79c-4945-4c9d-af77-2cbf4799a8dd tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.120 "GET /v2.0/security-groups?id=a544c672-c2f7-45f2-aa1f-7c2533b5745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848516 Feb 16 14:16:29.491152 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-354c0de0-1087-406e-9163-618eea9d741e req-902d9f4f-4217-479f-afff-e01098e5a3cd tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 210 time: 0.1024339 Feb 16 14:16:29.515414 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0144a43a-129a-45b2-bfd1-08b58382b9be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0671bb64-5be2-40c1-9b59-a18b31ba9d57,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:29.591683 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-79dad7e7-a015-4a13-bd1a-1055d6f56549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (1223b115-9afe-4dd1-9d00-87f7e9c4111c), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:29.594591 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-79dad7e7-a015-4a13-bd1a-1055d6f56549 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:29.596127 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-79dad7e7-a015-4a13-bd1a-1055d6f56549 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/1223b115-9afe-4dd1-9d00-87f7e9c4111c HTTP/1.1" status: 204 len: 168 time: 0.4051986 Feb 16 14:16:29.608461 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dad7e7-a015-4a13-bd1a-1055d6f56549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1223b115-9afe-4dd1-9d00-87f7e9c4111c,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:29.676266 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-4ed15e61-ee81-407a-a5ee-58eb49c9d74e tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks [] for port (170de0f2-4f3d-429a-8dc0-30aad54a37d2), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:29.699545 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-e01d16d0-ad73-47fb-96ab-67f5f830fc4f req-0bd3bfda-36d1-476d-9354-fee5c74d9b5c service neutron] Attempting to bind port c6a54da9-6f7e-4061-a9d4-32be89783a8d on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:16:29.699805 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-e01d16d0-ad73-47fb-96ab-67f5f830fc4f req-0bd3bfda-36d1-476d-9354-fee5c74d9b5c service neutron] Attempting to bind port c6a54da9-6f7e-4061-a9d4-32be89783a8d by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '63149136-d21f-4d25-a697-3540935fddb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '3b4e79db-56cd-4d42-82d5-dc0b8425f909'}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:16:29.700141 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01d16d0-ad73-47fb-96ab-67f5f830fc4f req-0bd3bfda-36d1-476d-9354-fee5c74d9b5c service neutron] Attempting to bind port c6a54da9-6f7e-4061-a9d4-32be89783a8d on network 3b4e79db-56cd-4d42-82d5-dc0b8425f909 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:16:29.702794 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-4ed15e61-ee81-407a-a5ee-58eb49c9d74e tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8811213'] for port (170de0f2-4f3d-429a-8dc0-30aad54a37d2), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:29.753422 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 7efc934a-e21c-4fe1-b5ec-843a93209897, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=7efc934a-e21c-4fe1-b5ec-843a93209897,segment=NetworkSegment(8ec94c9d-4bfd-4bfa-b336-b87f995d63c6),segment_id=8ec94c9d-4bfd-4bfa-b336-b87f995d63c6)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:16:29.772171 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Returning: {'device': '7efc934a-e21c-4fe1-b5ec-843a93209897', 'network_id': '9d58dae2-5a6b-4a66-b0fa-2d1d4a9b819b', 'port_id': '7efc934a-e21c-4fe1-b5ec-843a93209897', 'mac_address': 'fa:16:3e:fd:0e:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c526f28-2413-49d4-9079-9a70a0f0eaac', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:16:29.825385 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed15e61-ee81-407a-a5ee-58eb49c9d74e tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Pushing event updated for resources: {'Port': ['ID=170de0f2-4f3d-429a-8dc0-30aad54a37d2,revision_number=2']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:29.832270 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Current status of the port 7efc934a-e21c-4fe1-b5ec-843a93209897 is: DOWN; New status is: BUILD {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:16:29.836109 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (7efc934a-e21c-4fe1-b5ec-843a93209897), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:29.842226 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01d16d0-ad73-47fb-96ab-67f5f830fc4f req-0bd3bfda-36d1-476d-9354-fee5c74d9b5c service neutron] Port c6a54da9-6f7e-4061-a9d4-32be89783a8d on network 3b4e79db-56cd-4d42-82d5-dc0b8425f909 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:16:29.842392 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01d16d0-ad73-47fb-96ab-67f5f830fc4f req-0bd3bfda-36d1-476d-9354-fee5c74d9b5c service neutron] Attempting to bind port c6a54da9-6f7e-4061-a9d4-32be89783a8d on network 3b4e79db-56cd-4d42-82d5-dc0b8425f909 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:16:29.860650 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7efc934a-e21c-4fe1-b5ec-843a93209897 {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:16:29.897179 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01d16d0-ad73-47fb-96ab-67f5f830fc4f req-0bd3bfda-36d1-476d-9354-fee5c74d9b5c service neutron] Checking agent: {'id': '0563e457-3a96-4909-b5a3-8fa5db96f619', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 14, 3), 'started_at': datetime.datetime(2022, 2, 16, 14, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:16:29.897676 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01d16d0-ad73-47fb-96ab-67f5f830fc4f req-0bd3bfda-36d1-476d-9354-fee5c74d9b5c service neutron] Checking segment: {'id': '63149136-d21f-4d25-a697-3540935fddb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '3b4e79db-56cd-4d42-82d5-dc0b8425f909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:16:29.898250 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01d16d0-ad73-47fb-96ab-67f5f830fc4f req-0bd3bfda-36d1-476d-9354-fee5c74d9b5c service neutron] Bound using segment: {'id': '63149136-d21f-4d25-a697-3540935fddb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '3b4e79db-56cd-4d42-82d5-dc0b8425f909'} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:16:29.898390 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-e01d16d0-ad73-47fb-96ab-67f5f830fc4f req-0bd3bfda-36d1-476d-9354-fee5c74d9b5c service neutron] Bound port: c6a54da9-6f7e-4061-a9d4-32be89783a8d, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63149136-d21f-4d25-a697-3540935fddb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1335, 'network_id': '3b4e79db-56cd-4d42-82d5-dc0b8425f909'}}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:16:29.899058 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-e01d16d0-ad73-47fb-96ab-67f5f830fc4f req-0bd3bfda-36d1-476d-9354-fee5c74d9b5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (c6a54da9-6f7e-4061-a9d4-32be89783a8d), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:29.899503 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 7efc934a-e21c-4fe1-b5ec-843a93209897, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=7efc934a-e21c-4fe1-b5ec-843a93209897,segment=NetworkSegment(8ec94c9d-4bfd-4bfa-b336-b87f995d63c6),segment_id=8ec94c9d-4bfd-4bfa-b336-b87f995d63c6)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:16:29.905264 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (7efc934a-e21c-4fe1-b5ec-843a93209897), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:29.906531 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 70387ee0-17d5-4683-94a7-cc169a3b0bc4 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:16:29.938764 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd673e7-50ab-44f7-b510-c23a75907941 req-c7f8c74a-73da-46fd-99d1-80e6237a7a48 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:29.946100 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7cd673e7-50ab-44f7-b510-c23a75907941 req-c7f8c74a-73da-46fd-99d1-80e6237a7a48 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 943 time: 0.2505138 Feb 16 14:16:30.024964 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Pushing event updated for resources: {'Port': ['ID=7efc934a-e21c-4fe1-b5ec-843a93209897,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:30.062172 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-4ed15e61-ee81-407a-a5ee-58eb49c9d74e tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1596120'] for floatingip (e301b9a4-e121-4d02-840b-17d046e3eb07), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:30.070674 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec3eb8-d737-48a1-95ca-3b671ef627f2 req-b471950d-5e55-4725-8522-4f7af52ffa35 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:30.072174 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-aaec3eb8-d737-48a1-95ca-3b671ef627f2 req-b471950d-5e55-4725-8522-4f7af52ffa35 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.10 "GET /v2.0/networks?id=08a3e979-1da2-40e7-a40c-6fc286cacb72 HTTP/1.1" status: 200 len: 817 time: 0.6653535 Feb 16 14:16:30.090595 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7cd673e7-50ab-44f7-b510-c23a75907941 req-4a36050d-4247-4808-ba4a-d5e103a17097 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430659 Feb 16 14:16:30.125100 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 70387ee0-17d5-4683-94a7-cc169a3b0bc4, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=70387ee0-17d5-4683-94a7-cc169a3b0bc4,segment=NetworkSegment(63149136-d21f-4d25-a697-3540935fddb9),segment_id=63149136-d21f-4d25-a697-3540935fddb9)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:16:30.127048 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-4ed15e61-ee81-407a-a5ee-58eb49c9d74e tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for floatingip (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:30.129527 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-4ed15e61-ee81-407a-a5ee-58eb49c9d74e tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2728004 Feb 16 14:16:30.145469 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Returning: {'device': '70387ee0-17d5-4683-94a7-cc169a3b0bc4', 'network_id': '3b4e79db-56cd-4d42-82d5-dc0b8425f909', 'port_id': '70387ee0-17d5-4683-94a7-cc169a3b0bc4', 'mac_address': 'fa:16:3e:93:0e:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49e52525-bf5f-472f-a994-bf14eeca6876', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:16:30.154821 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 51676) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:30.168680 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-e01d16d0-ad73-47fb-96ab-67f5f830fc4f req-0bd3bfda-36d1-476d-9354-fee5c74d9b5c service neutron] For port c6a54da9-6f7e-4061-a9d4-32be89783a8d, host hv-cinder-77398, cleared binding levels {{(pid=102968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:16:30.171164 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c8b6a91e-7fe3-44da-bf60-08dd3752e0b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:30.187032 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-e01d16d0-ad73-47fb-96ab-67f5f830fc4f req-0bd3bfda-36d1-476d-9354-fee5c74d9b5c service neutron] For port c6a54da9-6f7e-4061-a9d4-32be89783a8d, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=c6a54da9-6f7e-4061-a9d4-32be89783a8d,segment=NetworkSegment(63149136-d21f-4d25-a697-3540935fddb9),segment_id=63149136-d21f-4d25-a697-3540935fddb9)] {{(pid=102968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:16:30.201192 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 51678) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:30.206202 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Current status of the port 70387ee0-17d5-4683-94a7-cc169a3b0bc4 is: DOWN; New status is: BUILD {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:16:30.207294 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (70387ee0-17d5-4683-94a7-cc169a3b0bc4), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:30.216565 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-e01d16d0-ad73-47fb-96ab-67f5f830fc4f req-0bd3bfda-36d1-476d-9354-fee5c74d9b5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8811213'] for port (c6a54da9-6f7e-4061-a9d4-32be89783a8d), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:30.223382 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70387ee0-17d5-4683-94a7-cc169a3b0bc4 {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:16:30.254245 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 70387ee0-17d5-4683-94a7-cc169a3b0bc4, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=70387ee0-17d5-4683-94a7-cc169a3b0bc4,segment=NetworkSegment(63149136-d21f-4d25-a697-3540935fddb9),segment_id=63149136-d21f-4d25-a697-3540935fddb9)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:16:30.258693 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (70387ee0-17d5-4683-94a7-cc169a3b0bc4), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:30.280470 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-2468a24b-047e-449c-bc30-0f3034be14d1 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=c40d2bdacdd64b3b90f547fa3098834a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0780997 Feb 16 14:16:30.281316 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 51680) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:30.284846 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-aaec3eb8-d737-48a1-95ca-3b671ef627f2 req-a0b845a2-0fa4-42a9-97e0-26bade5ad27a tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=410a0d25161b4a0e8f890d74d6eb242d HTTP/1.1" status: 200 len: 380 time: 0.1890786 Feb 16 14:16:30.286733 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d16d0-ad73-47fb-96ab-67f5f830fc4f req-0bd3bfda-36d1-476d-9354-fee5c74d9b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:30.286813 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-e01d16d0-ad73-47fb-96ab-67f5f830fc4f req-0bd3bfda-36d1-476d-9354-fee5c74d9b5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:30.288797 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e01d16d0-ad73-47fb-96ab-67f5f830fc4f req-0bd3bfda-36d1-476d-9354-fee5c74d9b5c service neutron] 10.222.0.10 "PUT /v2.0/ports/c6a54da9-6f7e-4061-a9d4-32be89783a8d HTTP/1.1" status: 200 len: 1093 time: 2.5217102 Feb 16 14:16:30.291379 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa1f6b22-bd46-466b-abca-57732e144d24', 'tag': 'c6a54da9-6f7e-4061-a9d4-32be89783a8d'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:16:30.293747 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669008da0707fbbfdc7037cdc0b86c67378ff5c6b942db7a00e5cd0dd563b74b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c05a62-aee8-4d4e-a4f9-ea6d9bf60e92" -d '{"events": [{"name": "network-changed", "server_uuid": "aa1f6b22-bd46-466b-abca-57732e144d24", "tag": "c6a54da9-6f7e-4061-a9d4-32be89783a8d"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:16:30.344997 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-aaec3eb8-d737-48a1-95ca-3b671ef627f2 req-e79f6722-ef48-4225-b1a1-e499e33f732b tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Request body: {'port': {'device_id': 'e48d1903-172a-45ff-9eba-d70d17add9e5', 'network_id': '08a3e979-1da2-40e7-a40c-6fc286cacb72', 'admin_state_up': True, 'tenant_id': '410a0d25161b4a0e8f890d74d6eb242d', 'security_groups': ['70b8efc1-2707-4c73-889f-acfd170da1a9']}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:16:30.357313 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Pushing event updated for resources: {'Port': ['ID=70387ee0-17d5-4683-94a7-cc169a3b0bc4,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:30.378257 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d0c2df-c331-461a-8d37-98d644910ff8 x-openstack-request-id: req-39d0c2df-c331-461a-8d37-98d644910ff8 {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:16:30.378782 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa1f6b22-bd46-466b-abca-57732e144d24", "tag": "c6a54da9-6f7e-4061-a9d4-32be89783a8d", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:16:30.379183 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-39d0c2df-c331-461a-8d37-98d644910ff8 {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:16:30.379886 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa1f6b22-bd46-466b-abca-57732e144d24', 'tag': 'c6a54da9-6f7e-4061-a9d4-32be89783a8d', 'status': 'completed', 'code': 200} Feb 16 14:16:30.390801 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c8b6a91e-7fe3-44da-bf60-08dd3752e0b0 admin admin] Publish callbacks [] for security_group (108b986a-ae22-439c-a5c2-ff4973b2a97a), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:30.397528 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-2d78a162-6c8a-4335-9ee0-0e06abd127e3 admin admin] Publish callbacks [] for security_group (e10a7bd0-cadb-4351-b128-66f2712feba0), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:30.399027 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd3bfda-36d1-476d-9354-fee5c74d9b5c service neutron] Pushing event updated for resources: {'Port': ['ID=c6a54da9-6f7e-4061-a9d4-32be89783a8d,revision_number=3']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:30.401954 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c8b6a91e-7fe3-44da-bf60-08dd3752e0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (108b986a-ae22-439c-a5c2-ff4973b2a97a), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:30.457503 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b6a91e-7fe3-44da-bf60-08dd3752e0b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108b986a-ae22-439c-a5c2-ff4973b2a97a,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:30.463133 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-2d78a162-6c8a-4335-9ee0-0e06abd127e3 admin admin] Publish callbacks [] for security_group (e10a7bd0-cadb-4351-b128-66f2712feba0), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:30.467410 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-c8b6a91e-7fe3-44da-bf60-08dd3752e0b0 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=5265f525e4d445fea1e34e9f995064cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3107307 Feb 16 14:16:30.472513 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 51698) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:30.507751 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d16d0-ad73-47fb-96ab-67f5f830fc4f req-0bc69ae1-cf30-4036-b352-4352fe176a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:30.509283 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e01d16d0-ad73-47fb-96ab-67f5f830fc4f req-0bc69ae1-cf30-4036-b352-4352fe176a87 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d9a231f27e3b4236b5109f44434e8be7&device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 1127 time: 0.1265187 Feb 16 14:16:30.597830 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e01d16d0-ad73-47fb-96ab-67f5f830fc4f req-e93f201e-67e2-42e9-8ab1-25cbb97742f7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6a54da9-6f7e-4061-a9d4-32be89783a8d HTTP/1.1" status: 200 len: 217 time: 0.0607724 Feb 16 14:16:30.608960 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-698b311a-e87f-44d7-bfc1-e160321faa63 admin admin] Publish callbacks [] for security_group (108b986a-ae22-439c-a5c2-ff4973b2a97a), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:30.648651 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7212198-cd8e-42c6-b9bc-85f53981a580 req-c59d1519-9e6a-42f2-ae93-70c7e825cb35 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:30.650603 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-e7212198-cd8e-42c6-b9bc-85f53981a580 req-c59d1519-9e6a-42f2-ae93-70c7e825cb35 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.120 "GET /v2.0/ports?device_id=7e92ad68-f22d-4da6-bcf4-ed9073b066ae HTTP/1.1" status: 200 len: 944 time: 0.0962155 Feb 16 14:16:30.655390 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6e600235-93d2-40df-8ebc-dd03f52dc6a7 req-1234c512-2f51-44ee-b7d6-bbc8372c1f46 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?name=tempest-securitygroup--1888707166&fields=id&tenant_id=191319209d6f4aa0a692cf7d431b25ef HTTP/1.1" status: 200 len: 267 time: 0.1971052 Feb 16 14:16:30.658274 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaec3eb8-d737-48a1-95ca-3b671ef627f2 req-e79f6722-ef48-4225-b1a1-e499e33f732b tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Made reservation on behalf of 410a0d25161b4a0e8f890d74d6eb242d for: {'port': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:16:30.660986 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-698b311a-e87f-44d7-bfc1-e160321faa63 admin admin] Publish callbacks [] for security_group (108b986a-ae22-439c-a5c2-ff4973b2a97a), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:30.661832 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-aaec3eb8-d737-48a1-95ca-3b671ef627f2 req-e79f6722-ef48-4225-b1a1-e499e33f732b tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:30.669794 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-2d78a162-6c8a-4335-9ee0-0e06abd127e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (e10a7bd0-cadb-4351-b128-66f2712feba0), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:30.674304 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-2d78a162-6c8a-4335-9ee0-0e06abd127e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:30.678185 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-2d78a162-6c8a-4335-9ee0-0e06abd127e3 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/e10a7bd0-cadb-4351-b128-66f2712feba0 HTTP/1.1" status: 204 len: 168 time: 0.3879366 Feb 16 14:16:30.727663 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d78a162-6c8a-4335-9ee0-0e06abd127e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10a7bd0-cadb-4351-b128-66f2712feba0,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:30.764352 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d16d0-ad73-47fb-96ab-67f5f830fc4f req-9f60f7d8-3100-4c5d-b009-546475dc475d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:30.765824 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e01d16d0-ad73-47fb-96ab-67f5f830fc4f req-9f60f7d8-3100-4c5d-b009-546475dc475d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=49e52525-bf5f-472f-a994-bf14eeca6876 HTTP/1.1" status: 200 len: 858 time: 0.1599650 Feb 16 14:16:30.820207 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-e7212198-cd8e-42c6-b9bc-85f53981a580 req-05ff012b-2e1a-4c47-a73e-ed9cb2997f32 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.120 "GET /v2.0/security-groups?id=a544c672-c2f7-45f2-aa1f-7c2533b5745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409638 Feb 16 14:16:30.824433 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-698b311a-e87f-44d7-bfc1-e160321faa63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (108b986a-ae22-439c-a5c2-ff4973b2a97a), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:30.827059 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e01d16d0-ad73-47fb-96ab-67f5f830fc4f req-360abf8d-84d5-49f2-8abd-5fd6e1e61f73 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3b4e79db-56cd-4d42-82d5-dc0b8425f909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451689 Feb 16 14:16:30.830033 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-698b311a-e87f-44d7-bfc1-e160321faa63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:30.834765 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-698b311a-e87f-44d7-bfc1-e160321faa63 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/108b986a-ae22-439c-a5c2-ff4973b2a97a HTTP/1.1" status: 204 len: 168 time: 0.3615041 Feb 16 14:16:30.848819 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698b311a-e87f-44d7-bfc1-e160321faa63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108b986a-ae22-439c-a5c2-ff4973b2a97a,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:30.904690 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] get_ports_and_sgs() called for port_ids ['7efc934a-e21c-4fe1-b5ec-843a93209897'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:16:30.996562 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-fb1c165d-c10e-4879-bad7-4234ccfb3621 req-b6947a56-e29e-4c2e-bb1e-c43e586bb71e tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 210 time: 0.0823827 Feb 16 14:16:31.072315 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] get_ports_and_sgs() called for port_ids ['70387ee0-17d5-4683-94a7-cc169a3b0bc4'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:16:31.308050 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e600235-93d2-40df-8ebc-dd03f52dc6a7 req-013c6fa3-ed35-4c8f-b2a8-67c83e96a357 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:31.310374 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6e600235-93d2-40df-8ebc-dd03f52dc6a7 req-013c6fa3-ed35-4c8f-b2a8-67c83e96a357 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/networks?id=ebf6afd0-c796-4d65-bd33-5c3bb57211ed HTTP/1.1" status: 200 len: 809 time: 0.6435726 Feb 16 14:16:31.311027 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d59eeda-3227-4b96-b80c-86f361febacd req-f5fc2ee7-b90c-452c-8887-00ca2631c3c4 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:31.314507 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-5d59eeda-3227-4b96-b80c-86f361febacd req-f5fc2ee7-b90c-452c-8887-00ca2631c3c4 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 943 time: 0.1138875 Feb 16 14:16:31.355609 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_common [req-aaec3eb8-d737-48a1-95ca-3b671ef627f2 req-e79f6722-ef48-4225-b1a1-e499e33f732b tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Allocated IP 172.20.0.12 (08a3e979-1da2-40e7-a40c-6fc286cacb72/b5411640-e171-466e-826f-00fe3dbaa6b6/96bc1fe8-242a-45ba-a844-c1b33f59c7b1) {{(pid=102968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:16:31.378796 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6e600235-93d2-40df-8ebc-dd03f52dc6a7 req-dd7bcb8d-5193-42c1-a52a-ae9263491e0c tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/quotas/191319209d6f4aa0a692cf7d431b25ef HTTP/1.1" status: 200 len: 375 time: 0.0534554 Feb 16 14:16:31.427838 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-5d59eeda-3227-4b96-b80c-86f361febacd req-1f45750b-e3be-49b4-93f7-46408026ec92 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029925 Feb 16 14:16:31.493917 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e01d16d0-ad73-47fb-96ab-67f5f830fc4f req-21e05182-f7d1-42f2-bace-1173313311c1 service neutron] 10.222.0.10 "GET /v2.0/networks/3b4e79db-56cd-4d42-82d5-dc0b8425f909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6365120 Feb 16 14:16:31.510860 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 51754) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:31.623260 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6e600235-93d2-40df-8ebc-dd03f52dc6a7 req-b2197b29-13ef-4294-be0f-286222e68d16 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?tenant_id=191319209d6f4aa0a692cf7d431b25ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2289586 Feb 16 14:16:31.691057 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e01d16d0-ad73-47fb-96ab-67f5f830fc4f req-37573c80-c5cc-4e3f-b85d-6191c73d907b service neutron] 10.222.0.10 "GET /v2.0/networks/3b4e79db-56cd-4d42-82d5-dc0b8425f909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850240 Feb 16 14:16:31.707442 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-333f6635-c4ea-47b9-a434-89cadb603269 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:31.745326 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-aaec3eb8-d737-48a1-95ca-3b671ef627f2 req-e79f6722-ef48-4225-b1a1-e499e33f732b tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks [] for port (96bc1fe8-242a-45ba-a844-c1b33f59c7b1), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:31.792861 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-aaec3eb8-d737-48a1-95ca-3b671ef627f2 req-e79f6722-ef48-4225-b1a1-e499e33f732b tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784246951208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811206'] for port (96bc1fe8-242a-45ba-a844-c1b33f59c7b1), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:31.881982 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-333f6635-c4ea-47b9-a434-89cadb603269 admin admin] Publish callbacks [] for security_group (403b4db4-4b13-4a6d-a757-a57ae395e479), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:31.886936 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-333f6635-c4ea-47b9-a434-89cadb603269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (403b4db4-4b13-4a6d-a757-a57ae395e479), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:31.928927 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaec3eb8-d737-48a1-95ca-3b671ef627f2 req-e79f6722-ef48-4225-b1a1-e499e33f732b tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Network 08a3e979-1da2-40e7-a40c-6fc286cacb72 is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:16:31.932786 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333f6635-c4ea-47b9-a434-89cadb603269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403b4db4-4b13-4a6d-a757-a57ae395e479,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:31.937244 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-333f6635-c4ea-47b9-a434-89cadb603269 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=e1ffb603f75a49a6beae74d192558851&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4258466 Feb 16 14:16:31.940802 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 51784) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:31.956133 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [req-aaec3eb8-d737-48a1-95ca-3b671ef627f2 req-e79f6722-ef48-4225-b1a1-e499e33f732b tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:16:31.958527 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79f6722-ef48-4225-b1a1-e499e33f732b tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Pushing event updated for resources: {'Port': ['ID=96bc1fe8-242a-45ba-a844-c1b33f59c7b1,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:31.974592 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaec3eb8-d737-48a1-95ca-3b671ef627f2 req-e79f6722-ef48-4225-b1a1-e499e33f732b tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Received port after_create {{(pid=102968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:16:32.030242 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c05a62-aee8-4d4e-a4f9-ea6d9bf60e92 req-d033acf7-1deb-4db0-adce-9ec8f6aedf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:32.031829 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-33c05a62-aee8-4d4e-a4f9-ea6d9bf60e92 req-d033acf7-1deb-4db0-adce-9ec8f6aedf91 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d9a231f27e3b4236b5109f44434e8be7&device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 1127 time: 0.2359393 Feb 16 14:16:32.125330 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0da78a-4c2a-4026-a05f-0ae74f326669 req-408257d6-ccf0-4992-b08c-14b3b194d95a tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:32.134479 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ea0da78a-4c2a-4026-a05f-0ae74f326669 req-408257d6-ccf0-4992-b08c-14b3b194d95a tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.120 "GET /v2.0/ports?device_id=7e92ad68-f22d-4da6-bcf4-ed9073b066ae HTTP/1.1" status: 200 len: 944 time: 0.1856768 Feb 16 14:16:32.156930 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c05a62-aee8-4d4e-a4f9-ea6d9bf60e92 req-4e3fa882-6c92-49cc-9190-65f818bab515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:32.158471 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-33c05a62-aee8-4d4e-a4f9-ea6d9bf60e92 req-4e3fa882-6c92-49cc-9190-65f818bab515 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3b4e79db-56cd-4d42-82d5-dc0b8425f909 HTTP/1.1" status: 200 len: 920 time: 0.1179655 Feb 16 14:16:32.175915 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-3d8c60b8-fda7-40de-8a42-8e4e4e525bb4 admin admin] Publish callbacks [] for security_group (403b4db4-4b13-4a6d-a757-a57ae395e479), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:32.181476 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec3eb8-d737-48a1-95ca-3b671ef627f2 req-e79f6722-ef48-4225-b1a1-e499e33f732b tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:32.183589 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-aaec3eb8-d737-48a1-95ca-3b671ef627f2 req-e79f6722-ef48-4225-b1a1-e499e33f732b tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:32.213577 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-aaec3eb8-d737-48a1-95ca-3b671ef627f2 req-e79f6722-ef48-4225-b1a1-e499e33f732b tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9159400 Feb 16 14:16:32.231778 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ea0da78a-4c2a-4026-a05f-0ae74f326669 req-12aabc01-d3dd-4072-b118-a03e51956a4b tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.120 "GET /v2.0/security-groups?id=a544c672-c2f7-45f2-aa1f-7c2533b5745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909083 Feb 16 14:16:32.265318 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-aaec3eb8-d737-48a1-95ca-3b671ef627f2 req-9a3653ab-a5a6-4c33-a90c-4a5a3d04f008 service neutron] Request body: {'port': {'device_id': 'e48d1903-172a-45ff-9eba-d70d17add9e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:16:32.272674 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-33c05a62-aee8-4d4e-a4f9-ea6d9bf60e92 req-10ff14cf-2a80-405a-aee4-82cc6f1fe77e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6a54da9-6f7e-4061-a9d4-32be89783a8d HTTP/1.1" status: 200 len: 217 time: 0.1034236 Feb 16 14:16:32.273070 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-3d8c60b8-fda7-40de-8a42-8e4e4e525bb4 admin admin] Publish callbacks [] for security_group (403b4db4-4b13-4a6d-a757-a57ae395e479), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:32.392440 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c05a62-aee8-4d4e-a4f9-ea6d9bf60e92 req-2181224c-00dd-46b8-91cf-013a35f0724b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:32.393978 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-33c05a62-aee8-4d4e-a4f9-ea6d9bf60e92 req-2181224c-00dd-46b8-91cf-013a35f0724b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=49e52525-bf5f-472f-a994-bf14eeca6876 HTTP/1.1" status: 200 len: 858 time: 0.0926580 Feb 16 14:16:32.397318 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-aaec3eb8-d737-48a1-95ca-3b671ef627f2 req-9a3653ab-a5a6-4c33-a90c-4a5a3d04f008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (96bc1fe8-242a-45ba-a844-c1b33f59c7b1), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:32.441658 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [req-6e600235-93d2-40df-8ebc-dd03f52dc6a7 req-0604b830-6b04-4d6a-9143-902e28a89a7c service neutron] http://10.222.0.120:9696/v2.0/extensions returned with HTTP 200 {{(pid=102968) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 14:16:32.442762 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6e600235-93d2-40df-8ebc-dd03f52dc6a7 req-0604b830-6b04-4d6a-9143-902e28a89a7c service neutron] 10.222.0.120 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2834480 Feb 16 14:16:32.444892 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-3d8c60b8-fda7-40de-8a42-8e4e4e525bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (403b4db4-4b13-4a6d-a757-a57ae395e479), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:32.446440 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-33c05a62-aee8-4d4e-a4f9-ea6d9bf60e92 req-411d4b6f-ade5-4a3d-b63d-ee0a409e15dd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3b4e79db-56cd-4d42-82d5-dc0b8425f909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457911 Feb 16 14:16:32.448546 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-3d8c60b8-fda7-40de-8a42-8e4e4e525bb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:32.449707 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-3d8c60b8-fda7-40de-8a42-8e4e4e525bb4 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/403b4db4-4b13-4a6d-a757-a57ae395e479 HTTP/1.1" status: 204 len: 168 time: 0.5079439 Feb 16 14:16:32.461174 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c60b8-fda7-40de-8a42-8e4e4e525bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403b4db4-4b13-4a6d-a757-a57ae395e479,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:32.470592 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11942abe-6965-4030-9ac5-7862cfe47317 req-682775af-d3fd-48bf-8d4a-04ca97499b99 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:32.480895 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-11942abe-6965-4030-9ac5-7862cfe47317 req-682775af-d3fd-48bf-8d4a-04ca97499b99 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 932 time: 0.1372523 Feb 16 14:16:32.488810 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-0e317ed0-c865-4bf4-868d-577ceac723c8 None None] Provisioning complete for port 96bc1fe8-242a-45ba-a844-c1b33f59c7b1 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:16:32.494758 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-0e317ed0-c865-4bf4-868d-577ceac723c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (96bc1fe8-242a-45ba-a844-c1b33f59c7b1), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:32.547785 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-11942abe-6965-4030-9ac5-7862cfe47317 req-614e7b61-bbb9-4bc6-b4a0-6131fc8ed7f8 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577257 Feb 16 14:16:32.580812 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-0e317ed0-c865-4bf4-868d-577ceac723c8 None None] Port 96bc1fe8-242a-45ba-a844-c1b33f59c7b1 cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:16:32.677369 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d294d70-1bdb-405c-b643-901ef09b81e3 req-a325cf78-ec04-4719-9408-5a7c5a1de9b6 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:32.680026 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-5d294d70-1bdb-405c-b643-901ef09b81e3 req-a325cf78-ec04-4719-9408-5a7c5a1de9b6 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 943 time: 0.0667019 Feb 16 14:16:32.746708 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-5d294d70-1bdb-405c-b643-901ef09b81e3 req-f03b6189-d197-40e4-9606-4bb6497f7fc5 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582867 Feb 16 14:16:32.808414 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (0563e457-3a96-4909-b5a3-8fa5db96f619), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:32.856253 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6e600235-93d2-40df-8ebc-dd03f52dc6a7 req-bc84f7fc-c6b0-44e6-af1c-b411b4a4e4a4 service neutron] 10.222.0.120 "GET /v2.0/networks/ebf6afd0-c796-4d65-bd33-5c3bb57211ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889543 Feb 16 14:16:32.876932 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-33c05a62-aee8-4d4e-a4f9-ea6d9bf60e92 req-c3b36bcb-891d-4c53-9a07-694211d77a70 service neutron] 10.222.0.10 "GET /v2.0/networks/3b4e79db-56cd-4d42-82d5-dc0b8425f909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993426 Feb 16 14:16:32.987150 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [req-aaec3eb8-d737-48a1-95ca-3b671ef627f2 req-9a3653ab-a5a6-4c33-a90c-4a5a3d04f008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96bc1fe8-242a-45ba-a844-c1b33f59c7b1 {{(pid=102968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:16:33.000339 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-aaec3eb8-d737-48a1-95ca-3b671ef627f2 req-9a3653ab-a5a6-4c33-a90c-4a5a3d04f008 service neutron] Publish callbacks [] for port (96bc1fe8-242a-45ba-a844-c1b33f59c7b1), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:33.020498 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6e600235-93d2-40df-8ebc-dd03f52dc6a7 req-149956e7-338e-4a69-9cce-c455d4ebf1be service neutron] 10.222.0.120 "GET /v2.0/networks/ebf6afd0-c796-4d65-bd33-5c3bb57211ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538165 Feb 16 14:16:33.023076 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.provisioning_blocks [req-aaec3eb8-d737-48a1-95ca-3b671ef627f2 req-9a3653ab-a5a6-4c33-a90c-4a5a3d04f008 service neutron] Transition to ACTIVE for port object 96bc1fe8-242a-45ba-a844-c1b33f59c7b1 will not be triggered until provisioned by entity L2. {{(pid=102968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:16:33.027273 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-aaec3eb8-d737-48a1-95ca-3b671ef627f2 req-9a3653ab-a5a6-4c33-a90c-4a5a3d04f008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8811213'] for port (96bc1fe8-242a-45ba-a844-c1b33f59c7b1), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:33.099797 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3653ab-a5a6-4c33-a90c-4a5a3d04f008 service neutron] Pushing event updated for resources: {'Port': ['ID=96bc1fe8-242a-45ba-a844-c1b33f59c7b1,revision_number=2']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:33.133835 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 51822) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:33.155172 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b40b4418-ab45-4856-914e-9301f1c205e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:33.289058 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-aaec3eb8-d737-48a1-95ca-3b671ef627f2 req-9a3653ab-a5a6-4c33-a90c-4a5a3d04f008 service neutron] Attempting to bind port 96bc1fe8-242a-45ba-a844-c1b33f59c7b1 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:16:33.289394 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-aaec3eb8-d737-48a1-95ca-3b671ef627f2 req-9a3653ab-a5a6-4c33-a90c-4a5a3d04f008 service neutron] Attempting to bind port 96bc1fe8-242a-45ba-a844-c1b33f59c7b1 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '7e12a080-9391-426e-98e0-74c5936ea1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '08a3e979-1da2-40e7-a40c-6fc286cacb72'}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:16:33.289723 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaec3eb8-d737-48a1-95ca-3b671ef627f2 req-9a3653ab-a5a6-4c33-a90c-4a5a3d04f008 service neutron] Attempting to bind port 96bc1fe8-242a-45ba-a844-c1b33f59c7b1 on network 08a3e979-1da2-40e7-a40c-6fc286cacb72 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:16:33.310888 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaec3eb8-d737-48a1-95ca-3b671ef627f2 req-9a3653ab-a5a6-4c33-a90c-4a5a3d04f008 service neutron] Port 96bc1fe8-242a-45ba-a844-c1b33f59c7b1 on network 08a3e979-1da2-40e7-a40c-6fc286cacb72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:16:33.311424 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaec3eb8-d737-48a1-95ca-3b671ef627f2 req-9a3653ab-a5a6-4c33-a90c-4a5a3d04f008 service neutron] Attempting to bind port 96bc1fe8-242a-45ba-a844-c1b33f59c7b1 on network 08a3e979-1da2-40e7-a40c-6fc286cacb72 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:16:33.343973 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b40b4418-ab45-4856-914e-9301f1c205e0 admin admin] Publish callbacks [] for security_group (201a8f7a-d5b3-47e9-baf3-3d2054dc99df), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:33.359878 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b40b4418-ab45-4856-914e-9301f1c205e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (201a8f7a-d5b3-47e9-baf3-3d2054dc99df), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:33.374237 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-53c61917-c987-4e8d-8274-93f6b51ad000 req-97d0e48f-6ddb-40ab-9603-7f5dd52fa61a tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 210 time: 0.0761046 Feb 16 14:16:33.375301 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaec3eb8-d737-48a1-95ca-3b671ef627f2 req-9a3653ab-a5a6-4c33-a90c-4a5a3d04f008 service neutron] Checking agent: {'id': '0563e457-3a96-4909-b5a3-8fa5db96f619', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 14, 3), 'started_at': datetime.datetime(2022, 2, 16, 14, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:16:33.375814 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaec3eb8-d737-48a1-95ca-3b671ef627f2 req-9a3653ab-a5a6-4c33-a90c-4a5a3d04f008 service neutron] Checking segment: {'id': '7e12a080-9391-426e-98e0-74c5936ea1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '08a3e979-1da2-40e7-a40c-6fc286cacb72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:16:33.376415 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaec3eb8-d737-48a1-95ca-3b671ef627f2 req-9a3653ab-a5a6-4c33-a90c-4a5a3d04f008 service neutron] Bound using segment: {'id': '7e12a080-9391-426e-98e0-74c5936ea1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '08a3e979-1da2-40e7-a40c-6fc286cacb72'} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:16:33.377160 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-aaec3eb8-d737-48a1-95ca-3b671ef627f2 req-9a3653ab-a5a6-4c33-a90c-4a5a3d04f008 service neutron] Bound port: 96bc1fe8-242a-45ba-a844-c1b33f59c7b1, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e12a080-9391-426e-98e0-74c5936ea1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '08a3e979-1da2-40e7-a40c-6fc286cacb72'}}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:16:33.377648 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-aaec3eb8-d737-48a1-95ca-3b671ef627f2 req-9a3653ab-a5a6-4c33-a90c-4a5a3d04f008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (96bc1fe8-242a-45ba-a844-c1b33f59c7b1), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:33.473035 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-b40b4418-ab45-4856-914e-9301f1c205e0 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=46036992b360484ab095ddfa6ab0270e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3357434 Feb 16 14:16:33.474120 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 51842) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:33.480798 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e465e21-137f-4cf1-bcce-344dacd09b92 req-9bd5704a-d342-49eb-a218-960f4d6fabdf tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:33.488458 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-0e465e21-137f-4cf1-bcce-344dacd09b92 req-9bd5704a-d342-49eb-a218-960f4d6fabdf tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.120 "GET /v2.0/ports?device_id=7e92ad68-f22d-4da6-bcf4-ed9073b066ae HTTP/1.1" status: 200 len: 944 time: 0.1394370 Feb 16 14:16:33.492121 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40b4418-ab45-4856-914e-9301f1c205e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201a8f7a-d5b3-47e9-baf3-3d2054dc99df,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:33.574362 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-0e465e21-137f-4cf1-bcce-344dacd09b92 req-9a3a39e6-abf7-428a-bd10-09b10d776de4 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.120 "GET /v2.0/security-groups?id=a544c672-c2f7-45f2-aa1f-7c2533b5745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847445 Feb 16 14:16:33.613813 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-aaec3eb8-d737-48a1-95ca-3b671ef627f2 req-9a3653ab-a5a6-4c33-a90c-4a5a3d04f008 service neutron] For port 96bc1fe8-242a-45ba-a844-c1b33f59c7b1, host hv-cinder-77398, cleared binding levels {{(pid=102968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:16:33.619228 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-aaec3eb8-d737-48a1-95ca-3b671ef627f2 req-9a3653ab-a5a6-4c33-a90c-4a5a3d04f008 service neutron] For port 96bc1fe8-242a-45ba-a844-c1b33f59c7b1, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=96bc1fe8-242a-45ba-a844-c1b33f59c7b1,segment=NetworkSegment(7e12a080-9391-426e-98e0-74c5936ea1ba),segment_id=7e12a080-9391-426e-98e0-74c5936ea1ba)] {{(pid=102968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:16:33.634087 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-aaec3eb8-d737-48a1-95ca-3b671ef627f2 req-9a3653ab-a5a6-4c33-a90c-4a5a3d04f008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8811213'] for port (96bc1fe8-242a-45ba-a844-c1b33f59c7b1), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:33.654403 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-33c05a62-aee8-4d4e-a4f9-ea6d9bf60e92 req-0c048d17-d9dc-45e1-9e6d-f6b7295751c1 service neutron] 10.222.0.10 "GET /v2.0/networks/3b4e79db-56cd-4d42-82d5-dc0b8425f909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627308 Feb 16 14:16:33.704803 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-96d0c9d7-f1af-4e36-8d8c-24e870b2b987 admin admin] Publish callbacks [] for security_group (201a8f7a-d5b3-47e9-baf3-3d2054dc99df), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:33.715870 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec3eb8-d737-48a1-95ca-3b671ef627f2 req-9a3653ab-a5a6-4c33-a90c-4a5a3d04f008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:33.716635 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-aaec3eb8-d737-48a1-95ca-3b671ef627f2 req-9a3653ab-a5a6-4c33-a90c-4a5a3d04f008 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:33.718156 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-aaec3eb8-d737-48a1-95ca-3b671ef627f2 req-9a3653ab-a5a6-4c33-a90c-4a5a3d04f008 service neutron] 10.222.0.10 "PUT /v2.0/ports/96bc1fe8-242a-45ba-a844-c1b33f59c7b1 HTTP/1.1" status: 200 len: 1094 time: 1.4579637 Feb 16 14:16:33.734534 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e48d1903-172a-45ff-9eba-d70d17add9e5', 'tag': '96bc1fe8-242a-45ba-a844-c1b33f59c7b1'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:16:33.737397 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669008da0707fbbfdc7037cdc0b86c67378ff5c6b942db7a00e5cd0dd563b74b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c350c74e-7f06-4f4c-be13-a53d35503ebd" -d '{"events": [{"name": "network-changed", "server_uuid": "e48d1903-172a-45ff-9eba-d70d17add9e5", "tag": "96bc1fe8-242a-45ba-a844-c1b33f59c7b1"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:16:33.848414 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44625e99-03b8-4e35-b319-16c3b3ff0f34 x-openstack-request-id: req-44625e99-03b8-4e35-b319-16c3b3ff0f34 {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:16:33.848738 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e48d1903-172a-45ff-9eba-d70d17add9e5", "tag": "96bc1fe8-242a-45ba-a844-c1b33f59c7b1", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:16:33.848945 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-44625e99-03b8-4e35-b319-16c3b3ff0f34 {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:16:33.849341 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e48d1903-172a-45ff-9eba-d70d17add9e5', 'tag': '96bc1fe8-242a-45ba-a844-c1b33f59c7b1', 'status': 'completed', 'code': 200} Feb 16 14:16:33.888412 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-96d0c9d7-f1af-4e36-8d8c-24e870b2b987 admin admin] Publish callbacks [] for security_group (201a8f7a-d5b3-47e9-baf3-3d2054dc99df), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:33.941734 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3653ab-a5a6-4c33-a90c-4a5a3d04f008 service neutron] Pushing event updated for resources: {'Port': ['ID=96bc1fe8-242a-45ba-a844-c1b33f59c7b1,revision_number=3']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:34.015094 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87faee0f-b22b-4745-ab8a-b47165fceabf req-7db3bd46-c134-4f0d-831c-4f600bfe0bb1 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:34.016959 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-87faee0f-b22b-4745-ab8a-b47165fceabf req-7db3bd46-c134-4f0d-831c-4f600bfe0bb1 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 944 time: 0.3311718 Feb 16 14:16:34.034323 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e20109-24c1-4721-81dd-cdfae2e90403 req-ef3a9672-7f27-4055-b405-05a552a3c4a1 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:34.035916 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f8e20109-24c1-4721-81dd-cdfae2e90403 req-ef3a9672-7f27-4055-b405-05a552a3c4a1 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 943 time: 0.1062860 Feb 16 14:16:34.075853 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-96d0c9d7-f1af-4e36-8d8c-24e870b2b987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (201a8f7a-d5b3-47e9-baf3-3d2054dc99df), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:34.078678 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-96d0c9d7-f1af-4e36-8d8c-24e870b2b987 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:34.079850 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-96d0c9d7-f1af-4e36-8d8c-24e870b2b987 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/201a8f7a-d5b3-47e9-baf3-3d2054dc99df HTTP/1.1" status: 204 len: 168 time: 0.6028011 Feb 16 14:16:34.098906 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d0c9d7-f1af-4e36-8d8c-24e870b2b987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201a8f7a-d5b3-47e9-baf3-3d2054dc99df,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:34.104614 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f8e20109-24c1-4721-81dd-cdfae2e90403 req-3e273a56-fb62-4262-adf4-acc2127b20a5 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629151 Feb 16 14:16:34.123861 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-87faee0f-b22b-4745-ab8a-b47165fceabf req-e024c8f4-19dd-4dde-be6e-26dbe0b0beb0 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967710 Feb 16 14:16:34.185408 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 7efc934a-e21c-4fe1-b5ec-843a93209897 up at agent hyperv_hv-cinder-77398 {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:16:34.241692 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Provisioning for port 7efc934a-e21c-4fe1-b5ec-843a93209897 completed by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:16:34.247319 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Provisioning complete for port 7efc934a-e21c-4fe1-b5ec-843a93209897 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:16:34.248182 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (7efc934a-e21c-4fe1-b5ec-843a93209897), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:34.335341 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Current status of the port 7efc934a-e21c-4fe1-b5ec-843a93209897 is: BUILD; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:16:34.335685 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (7efc934a-e21c-4fe1-b5ec-843a93209897), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:34.359273 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e92ad68-f22d-4da6-bcf4-ed9073b066ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7efc934a-e21c-4fe1-b5ec-843a93209897'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:16:34.455198 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 7efc934a-e21c-4fe1-b5ec-843a93209897, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=7efc934a-e21c-4fe1-b5ec-843a93209897,segment=NetworkSegment(8ec94c9d-4bfd-4bfa-b336-b87f995d63c6),segment_id=8ec94c9d-4bfd-4bfa-b336-b87f995d63c6)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:16:34.460667 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (7efc934a-e21c-4fe1-b5ec-843a93209897), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:34.462096 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 70387ee0-17d5-4683-94a7-cc169a3b0bc4 up at agent hyperv_hv-cinder-77398 {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:16:34.469526 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 51892) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:34.491956 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f533825b-6848-48dc-a3e4-d15805276d20 req-074bb101-cf23-4717-9c58-c7c0898643a1 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 210 time: 0.0356703 Feb 16 14:16:34.561608 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Pushing event updated for resources: {'Port': ['ID=7efc934a-e21c-4fe1-b5ec-843a93209897,revision_number=5']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:34.584793 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Provisioning for port 70387ee0-17d5-4683-94a7-cc169a3b0bc4 completed by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:16:34.593844 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Provisioning complete for port 70387ee0-17d5-4683-94a7-cc169a3b0bc4 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:16:34.594468 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (70387ee0-17d5-4683-94a7-cc169a3b0bc4), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:34.692234 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Current status of the port 70387ee0-17d5-4683-94a7-cc169a3b0bc4 is: BUILD; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:16:34.692623 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (70387ee0-17d5-4683-94a7-cc169a3b0bc4), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:34.715057 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcf4ad7936cd44f2198d6b2453955475838913f42e78743342b6e5b4d5a62724" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4688cf0-cf03-4a38-8c02-5f3d0bfd2749" -d '{"events": [{"server_uuid": "7e92ad68-f22d-4da6-bcf4-ed9073b066ae", "name": "network-vif-plugged", "status": "completed", "tag": "7efc934a-e21c-4fe1-b5ec-843a93209897"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:16:34.720372 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-aad455e3-97d2-4556-a5de-861f61b91dcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:34.735808 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 70387ee0-17d5-4683-94a7-cc169a3b0bc4, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=70387ee0-17d5-4683-94a7-cc169a3b0bc4,segment=NetworkSegment(63149136-d21f-4d25-a697-3540935fddb9),segment_id=63149136-d21f-4d25-a697-3540935fddb9)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:16:34.755231 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (70387ee0-17d5-4683-94a7-cc169a3b0bc4), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:34.779785 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491bc034-638b-4707-b00e-8ff68f3b7522 req-b6045c1b-741f-4ff1-ba07-88a7043a165d tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:34.781385 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-491bc034-638b-4707-b00e-8ff68f3b7522 req-b6045c1b-741f-4ff1-ba07-88a7043a165d tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.120 "GET /v2.0/ports?device_id=7e92ad68-f22d-4da6-bcf4-ed9073b066ae HTTP/1.1" status: 200 len: 945 time: 0.1229908 Feb 16 14:16:34.854415 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Pushing event updated for resources: {'Port': ['ID=70387ee0-17d5-4683-94a7-cc169a3b0bc4,revision_number=5']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:34.865311 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-038f4046-fd0b-442c-b356-a4d7693950b5 x-openstack-request-id: req-038f4046-fd0b-442c-b356-a4d7693950b5 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:16:34.865899 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e92ad68-f22d-4da6-bcf4-ed9073b066ae", "name": "network-vif-plugged", "status": "completed", "tag": "7efc934a-e21c-4fe1-b5ec-843a93209897", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:16:34.866471 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-038f4046-fd0b-442c-b356-a4d7693950b5 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:16:34.867457 dv-cinder-773985-32-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e92ad68-f22d-4da6-bcf4-ed9073b066ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7efc934a-e21c-4fe1-b5ec-843a93209897', 'code': 200} Feb 16 14:16:34.889769 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-491bc034-638b-4707-b00e-8ff68f3b7522 req-73601c90-e062-413c-8f57-6f890fe3f516 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.120 "GET /v2.0/security-groups?id=a544c672-c2f7-45f2-aa1f-7c2533b5745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006982 Feb 16 14:16:34.924488 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-aad455e3-97d2-4556-a5de-861f61b91dcb admin admin] Publish callbacks [] for security_group (8df7b8f0-cfb0-43bb-9217-d62a5944d22c), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:34.928677 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-aad455e3-97d2-4556-a5de-861f61b91dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (8df7b8f0-cfb0-43bb-9217-d62a5944d22c), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:34.979123 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 51916) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:34.990012 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-aad455e3-97d2-4556-a5de-861f61b91dcb admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=b423892109494a7c8a444ae73e40b741&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5189843 Feb 16 14:16:34.990956 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad455e3-97d2-4556-a5de-861f61b91dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df7b8f0-cfb0-43bb-9217-d62a5944d22c,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:35.054825 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-468cba1e-23e9-47e6-a135-aa231e40f09e admin admin] Publish callbacks [] for security_group (8df7b8f0-cfb0-43bb-9217-d62a5944d22c), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:35.078083 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-468cba1e-23e9-47e6-a135-aa231e40f09e admin admin] Publish callbacks [] for security_group (8df7b8f0-cfb0-43bb-9217-d62a5944d22c), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:35.134902 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-468cba1e-23e9-47e6-a135-aa231e40f09e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (8df7b8f0-cfb0-43bb-9217-d62a5944d22c), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:35.139041 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-468cba1e-23e9-47e6-a135-aa231e40f09e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:35.140550 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-468cba1e-23e9-47e6-a135-aa231e40f09e admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/8df7b8f0-cfb0-43bb-9217-d62a5944d22c HTTP/1.1" status: 204 len: 168 time: 0.1591251 Feb 16 14:16:35.151949 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468cba1e-23e9-47e6-a135-aa231e40f09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df7b8f0-cfb0-43bb-9217-d62a5944d22c,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:35.194853 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device c6a54da9-6f7e-4061-a9d4-32be89783a8d details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:16:35.310383 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92cf2c4-949d-47c9-a493-f560c35838c4 req-9a5c6d5e-06fc-4cc3-abd5-217be0b717ee tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:35.318326 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f92cf2c4-949d-47c9-a493-f560c35838c4 req-9a5c6d5e-06fc-4cc3-abd5-217be0b717ee tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 943 time: 0.0767183 Feb 16 14:16:35.385564 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f92cf2c4-949d-47c9-a493-f560c35838c4 req-f735977b-a940-44d3-b306-64fa19c0e644 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586772 Feb 16 14:16:35.451069 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe439e-1bed-4a6c-9670-3aad1358877d req-a5e3201f-5d35-4360-985c-5ee969ab954a tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:35.458177 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-63fe439e-1bed-4a6c-9670-3aad1358877d req-a5e3201f-5d35-4360-985c-5ee969ab954a tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 944 time: 0.2313938 Feb 16 14:16:35.458723 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port c6a54da9-6f7e-4061-a9d4-32be89783a8d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=c6a54da9-6f7e-4061-a9d4-32be89783a8d,segment=NetworkSegment(63149136-d21f-4d25-a697-3540935fddb9),segment_id=63149136-d21f-4d25-a697-3540935fddb9)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:16:35.484679 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Returning: {'device': 'c6a54da9-6f7e-4061-a9d4-32be89783a8d', 'network_id': '3b4e79db-56cd-4d42-82d5-dc0b8425f909', 'port_id': 'c6a54da9-6f7e-4061-a9d4-32be89783a8d', 'mac_address': 'fa:16:3e:94:d4:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49e52525-bf5f-472f-a994-bf14eeca6876', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:16:35.490127 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c350c74e-7f06-4f4c-be13-a53d35503ebd req-26ca6728-38ae-443d-bfcf-d42252491470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:35.492293 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c350c74e-7f06-4f4c-be13-a53d35503ebd req-26ca6728-38ae-443d-bfcf-d42252491470 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=410a0d25161b4a0e8f890d74d6eb242d&device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 1128 time: 0.2432916 Feb 16 14:16:35.532287 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Current status of the port c6a54da9-6f7e-4061-a9d4-32be89783a8d is: DOWN; New status is: BUILD {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:16:35.533198 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (c6a54da9-6f7e-4061-a9d4-32be89783a8d), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:35.551309 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6a54da9-6f7e-4061-a9d4-32be89783a8d {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:16:35.579330 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port c6a54da9-6f7e-4061-a9d4-32be89783a8d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=c6a54da9-6f7e-4061-a9d4-32be89783a8d,segment=NetworkSegment(63149136-d21f-4d25-a697-3540935fddb9),segment_id=63149136-d21f-4d25-a697-3540935fddb9)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:16:35.588037 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (c6a54da9-6f7e-4061-a9d4-32be89783a8d), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:35.664638 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Pushing event updated for resources: {'Port': ['ID=c6a54da9-6f7e-4061-a9d4-32be89783a8d,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:35.672015 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b0f99821-3d0c-4ec4-b506-05d063d312b6 req-96c6c288-37d4-45a0-8018-a4b9a034cba4 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 210 time: 0.0539827 Feb 16 14:16:35.699991 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-63fe439e-1bed-4a6c-9670-3aad1358877d req-8f10e626-045f-4036-a09f-9a6c7910dd88 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2408130 Feb 16 14:16:35.789305 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 51946) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:35.804042 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-2df95dac-73d3-44af-a8e1-a5e2de955536 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:35.893077 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-2df95dac-73d3-44af-a8e1-a5e2de955536 admin admin] Publish callbacks [] for security_group (01a45296-bfc5-48da-bc6a-ff0248f2b0a5), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:35.899443 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-2df95dac-73d3-44af-a8e1-a5e2de955536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (01a45296-bfc5-48da-bc6a-ff0248f2b0a5), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:35.947982 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-2df95dac-73d3-44af-a8e1-a5e2de955536 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=9ddc6096f0f94a519424533470f1d47c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1574471 Feb 16 14:16:35.954418 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 51952) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:35.992408 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df95dac-73d3-44af-a8e1-a5e2de955536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a45296-bfc5-48da-bc6a-ff0248f2b0a5,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:36.008844 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db864c-cf39-4024-9721-06c6c8fb2207 req-e3dc4afd-3567-44ed-bcf4-23edd67daf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:36.010691 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e6db864c-cf39-4024-9721-06c6c8fb2207 req-e3dc4afd-3567-44ed-bcf4-23edd67daf9d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7e92ad68-f22d-4da6-bcf4-ed9073b066ae HTTP/1.1" status: 200 len: 1129 time: 0.4820981 Feb 16 14:16:36.047838 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c350c74e-7f06-4f4c-be13-a53d35503ebd req-557c1808-8712-4d40-8336-fbd639af734d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:36.050271 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c350c74e-7f06-4f4c-be13-a53d35503ebd req-557c1808-8712-4d40-8336-fbd639af734d service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=410a0d25161b4a0e8f890d74d6eb242d&shared=False HTTP/1.1" status: 200 len: 919 time: 0.5204542 Feb 16 14:16:36.070976 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-56d1752c-7c54-44af-84d9-37795ae15b56 admin admin] Publish callbacks [] for security_group (01a45296-bfc5-48da-bc6a-ff0248f2b0a5), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:36.106648 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-56d1752c-7c54-44af-84d9-37795ae15b56 admin admin] Publish callbacks [] for security_group (01a45296-bfc5-48da-bc6a-ff0248f2b0a5), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:36.121236 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4273b-4b1d-4248-9adc-1d84167a9058 req-847fbff1-bb71-4eff-ad3b-1ddfce8360e3 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:36.122836 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-fce4273b-4b1d-4248-9adc-1d84167a9058 req-847fbff1-bb71-4eff-ad3b-1ddfce8360e3 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.120 "GET /v2.0/ports?device_id=7e92ad68-f22d-4da6-bcf4-ed9073b066ae HTTP/1.1" status: 200 len: 945 time: 0.1454635 Feb 16 14:16:36.194458 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-fce4273b-4b1d-4248-9adc-1d84167a9058 req-2eefc60f-3676-48d4-9f0f-e44d53057122 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.120 "GET /v2.0/security-groups?id=a544c672-c2f7-45f2-aa1f-7c2533b5745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599658 Feb 16 14:16:36.206399 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-56d1752c-7c54-44af-84d9-37795ae15b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (01a45296-bfc5-48da-bc6a-ff0248f2b0a5), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:36.210177 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-56d1752c-7c54-44af-84d9-37795ae15b56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:36.214237 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-56d1752c-7c54-44af-84d9-37795ae15b56 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/01a45296-bfc5-48da-bc6a-ff0248f2b0a5 HTTP/1.1" status: 204 len: 168 time: 0.2561719 Feb 16 14:16:36.222423 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d1752c-7c54-44af-84d9-37795ae15b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a45296-bfc5-48da-bc6a-ff0248f2b0a5,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:36.528094 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d26747-5604-4fd2-b41f-e5cc0c91fe26 req-bf140ae4-43ad-4698-bf08-fdb6df57d86e tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:36.534479 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b8d26747-5604-4fd2-b41f-e5cc0c91fe26 req-bf140ae4-43ad-4698-bf08-fdb6df57d86e tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 944 time: 0.0729942 Feb 16 14:16:36.597876 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b8d26747-5604-4fd2-b41f-e5cc0c91fe26 req-c87ecd10-6882-405f-abc5-78887d7dda25 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576322 Feb 16 14:16:36.607784 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 51986) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:36.747559 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e65879fd-62fd-4618-a4dd-80ef13fe38e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:36.790793 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-17625edb-7ecd-4e48-992b-ae23a2d3f5e0 req-9a67d786-f83d-48cf-80bd-082930af3bbc tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 210 time: 0.0400147 Feb 16 14:16:36.862589 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b925aed-40c5-4b69-8330-43fef86b6c3b req-88e64873-0d71-40c4-b5d6-980eb1d694cd tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:36.862589 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6b925aed-40c5-4b69-8330-43fef86b6c3b req-88e64873-0d71-40c4-b5d6-980eb1d694cd tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 944 time: 0.0652745 Feb 16 14:16:36.869811 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18592419-67c3-42fd-bf11-29faee4f545a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70387ee0-17d5-4683-94a7-cc169a3b0bc4'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:16:36.872535 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcf4ad7936cd44f2198d6b2453955475838913f42e78743342b6e5b4d5a62724" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf634fd-c30b-43b3-a28c-611dbb23ad43" -d '{"events": [{"server_uuid": "18592419-67c3-42fd-bf11-29faee4f545a", "name": "network-vif-plugged", "status": "completed", "tag": "70387ee0-17d5-4683-94a7-cc169a3b0bc4"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:16:36.888779 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e65879fd-62fd-4618-a4dd-80ef13fe38e7 admin admin] Publish callbacks [] for security_group (247fb715-fd0c-42c9-be30-ccba83fcdfcc), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:36.898281 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e65879fd-62fd-4618-a4dd-80ef13fe38e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (247fb715-fd0c-42c9-be30-ccba83fcdfcc), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:36.918946 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea409bc-588c-4739-97fb-9e80cc217e96 x-openstack-request-id: req-cea409bc-588c-4739-97fb-9e80cc217e96 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:16:36.919584 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18592419-67c3-42fd-bf11-29faee4f545a", "name": "network-vif-plugged", "status": "completed", "tag": "70387ee0-17d5-4683-94a7-cc169a3b0bc4", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:16:36.920012 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-cea409bc-588c-4739-97fb-9e80cc217e96 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:16:36.920553 dv-cinder-773985-32-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18592419-67c3-42fd-bf11-29faee4f545a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70387ee0-17d5-4683-94a7-cc169a3b0bc4', 'code': 200} Feb 16 14:16:36.943306 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6b925aed-40c5-4b69-8330-43fef86b6c3b req-47926660-ea75-43dc-9c1a-28b11f8dbf9f tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674946 Feb 16 14:16:36.944497 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65879fd-62fd-4618-a4dd-80ef13fe38e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=247fb715-fd0c-42c9-be30-ccba83fcdfcc,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:36.969676 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-e65879fd-62fd-4618-a4dd-80ef13fe38e7 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=63d1573deaa641b7b0b39d9baaeb83a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3607640 Feb 16 14:16:36.972286 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 52014) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:37.024890 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3827ac44-001d-4c54-9225-482d649981ba admin admin] Publish callbacks [] for security_group (247fb715-fd0c-42c9-be30-ccba83fcdfcc), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:37.051919 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3827ac44-001d-4c54-9225-482d649981ba admin admin] Publish callbacks [] for security_group (247fb715-fd0c-42c9-be30-ccba83fcdfcc), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:37.104028 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3827ac44-001d-4c54-9225-482d649981ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (247fb715-fd0c-42c9-be30-ccba83fcdfcc), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:37.106547 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3827ac44-001d-4c54-9225-482d649981ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:37.107756 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-3827ac44-001d-4c54-9225-482d649981ba admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/247fb715-fd0c-42c9-be30-ccba83fcdfcc HTTP/1.1" status: 204 len: 168 time: 0.1343718 Feb 16 14:16:37.116119 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3827ac44-001d-4c54-9225-482d649981ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=247fb715-fd0c-42c9-be30-ccba83fcdfcc,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:37.339872 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756754a8-4ccd-40ac-91d2-c060c31ab03d req-d45785f8-8e76-454a-85ee-505ede041164 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:37.341490 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-756754a8-4ccd-40ac-91d2-c060c31ab03d req-d45785f8-8e76-454a-85ee-505ede041164 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.120 "GET /v2.0/ports?device_id=7e92ad68-f22d-4da6-bcf4-ed9073b066ae HTTP/1.1" status: 200 len: 945 time: 0.0563667 Feb 16 14:16:37.393606 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-756754a8-4ccd-40ac-91d2-c060c31ab03d req-5107870e-b2f8-409d-9cee-0d0c9444abfc tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.120 "GET /v2.0/security-groups?id=a544c672-c2f7-45f2-aa1f-7c2533b5745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458040 Feb 16 14:16:37.460647 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 52034) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:37.474410 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a2bab4a1-c055-4bca-bf42-ee1e6dc7948e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:37.551507 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a2bab4a1-c055-4bca-bf42-ee1e6dc7948e admin admin] Publish callbacks [] for security_group (7a1be4f1-3173-4bc8-b952-c0b94e9ac7df), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:37.555562 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a2bab4a1-c055-4bca-bf42-ee1e6dc7948e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (7a1be4f1-3173-4bc8-b952-c0b94e9ac7df), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:37.593639 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-a2bab4a1-c055-4bca-bf42-ee1e6dc7948e admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=9b5f728fa3a246bb92998ed74f32c8e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1317883 Feb 16 14:16:37.594780 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bab4a1-c055-4bca-bf42-ee1e6dc7948e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1be4f1-3173-4bc8-b952-c0b94e9ac7df,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:37.596433 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 52040) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:37.648233 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-1103421a-7ef3-4ec0-9165-99c341beeeb4 admin admin] Publish callbacks [] for security_group (7a1be4f1-3173-4bc8-b952-c0b94e9ac7df), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:37.672773 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-1103421a-7ef3-4ec0-9165-99c341beeeb4 admin admin] Publish callbacks [] for security_group (7a1be4f1-3173-4bc8-b952-c0b94e9ac7df), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:37.727931 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-1103421a-7ef3-4ec0-9165-99c341beeeb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (7a1be4f1-3173-4bc8-b952-c0b94e9ac7df), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:37.729604 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd7dc90-7e8b-4503-a148-c3751d3a4a9b req-4618971d-931e-4adc-8221-9de60c19a227 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:37.730851 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-1103421a-7ef3-4ec0-9165-99c341beeeb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:37.731128 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2bd7dc90-7e8b-4503-a148-c3751d3a4a9b req-4618971d-931e-4adc-8221-9de60c19a227 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 944 time: 0.0550377 Feb 16 14:16:37.734376 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-1103421a-7ef3-4ec0-9165-99c341beeeb4 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/7a1be4f1-3173-4bc8-b952-c0b94e9ac7df HTTP/1.1" status: 204 len: 168 time: 0.1342986 Feb 16 14:16:37.743887 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1103421a-7ef3-4ec0-9165-99c341beeeb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1be4f1-3173-4bc8-b952-c0b94e9ac7df,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:37.802408 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2bd7dc90-7e8b-4503-a148-c3751d3a4a9b req-9f2a4bb2-430b-4661-8ad6-9c46bcfc1a41 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554514 Feb 16 14:16:37.908549 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-29274c7c-028e-4256-817b-c2103b5d6a18 req-54c039a5-b49f-4088-a292-63d887bf5dda tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 210 time: 0.0380299 Feb 16 14:16:38.093151 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f35d0c3-9c11-4264-a995-5399f9d703e3 req-b491d5a0-de61-4235-8ea4-c1707b349d51 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:38.102462 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1f35d0c3-9c11-4264-a995-5399f9d703e3 req-b491d5a0-de61-4235-8ea4-c1707b349d51 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 944 time: 0.0900266 Feb 16 14:16:38.156287 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1f35d0c3-9c11-4264-a995-5399f9d703e3 req-36a2e2f2-7b60-40a9-ab49-9cd8436b6944 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526609 Feb 16 14:16:38.259329 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 52084) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:38.378314 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-64dc14e8-a0fe-4b25-9a12-3d954943115e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:38.477779 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-e6db864c-cf39-4024-9721-06c6c8fb2207 req-591ad85f-0164-41a7-810e-e7c8dc375c70 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:38.574116 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-64dc14e8-a0fe-4b25-9a12-3d954943115e admin admin] Publish callbacks [] for security_group (9c17f3ea-e92b-4245-b356-3925115361e8), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:38.579078 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] get_ports_and_sgs() called for port_ids ['c6a54da9-6f7e-4061-a9d4-32be89783a8d'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:16:38.585509 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-64dc14e8-a0fe-4b25-9a12-3d954943115e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (9c17f3ea-e92b-4245-b356-3925115361e8), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:38.726788 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-64dc14e8-a0fe-4b25-9a12-3d954943115e admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=8a5537ba3670436d92db24f0654827bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4660435 Feb 16 14:16:38.733972 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2308d60c-94cc-44b3-935c-cce2026a147b req-ede14ee8-2aa9-41e7-9c81-d792155d9270 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:38.734166 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c350c74e-7f06-4f4c-be13-a53d35503ebd req-b5a95865-ec2d-4c3e-806b-2ad191707936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:38.735572 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c350c74e-7f06-4f4c-be13-a53d35503ebd req-b5a95865-ec2d-4c3e-806b-2ad191707936 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3368232 Feb 16 14:16:38.737276 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 52102) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:38.742322 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2308d60c-94cc-44b3-935c-cce2026a147b req-ede14ee8-2aa9-41e7-9c81-d792155d9270 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.120 "GET /v2.0/ports?device_id=7e92ad68-f22d-4da6-bcf4-ed9073b066ae HTTP/1.1" status: 200 len: 945 time: 0.1985054 Feb 16 14:16:38.788251 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc14e8-a0fe-4b25-9a12-3d954943115e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c17f3ea-e92b-4245-b356-3925115361e8,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:38.878008 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd8bee-4074-41fd-b71a-023e34e2150e req-a8f8af0e-962a-4a44-b27d-9ca0028a7cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:38.882080 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-41fd8bee-4074-41fd-b71a-023e34e2150e req-a8f8af0e-962a-4a44-b27d-9ca0028a7cc1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 1130 time: 0.2524414 Feb 16 14:16:38.904389 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2308d60c-94cc-44b3-935c-cce2026a147b req-9ef4c5ea-4709-4573-a1ab-65c9fb30d547 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.120 "GET /v2.0/security-groups?id=a544c672-c2f7-45f2-aa1f-7c2533b5745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499455 Feb 16 14:16:38.906563 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.10', 51964) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:38.986122 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-74fc349c-2799-4206-9372-9640fe69760a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (10a26995-69c6-4373-972b-e8a4ac0e51da), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:38.994335 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-41fd8bee-4074-41fd-b71a-023e34e2150e req-38efb9a4-ae79-40f3-80e8-b30ef3d212a4 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:39.006641 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-9058fbc0-1647-4f4b-8829-685a3f7ca364 admin admin] Publish callbacks [] for security_group (9c17f3ea-e92b-4245-b356-3925115361e8), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:39.031652 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-9058fbc0-1647-4f4b-8829-685a3f7ca364 admin admin] Publish callbacks [] for security_group (9c17f3ea-e92b-4245-b356-3925115361e8), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:39.060151 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-18dfbb9f-091b-40fa-bff8-727124c58bfe req-41f4320b-c6dd-40c5-9dfb-1da07416937a tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 210 time: 0.0394945 Feb 16 14:16:39.068990 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec3eb8-d737-48a1-95ca-3b671ef627f2 req-089b05c1-f04c-45dd-aa5d-3fbd8c1dfafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:39.070456 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-aaec3eb8-d737-48a1-95ca-3b671ef627f2 req-089b05c1-f04c-45dd-aa5d-3fbd8c1dfafd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=410a0d25161b4a0e8f890d74d6eb242d&device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 1128 time: 0.1605697 Feb 16 14:16:39.124591 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-aaec3eb8-d737-48a1-95ca-3b671ef627f2 req-82953be0-d868-400a-9383-605bd883a5e3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96bc1fe8-242a-45ba-a844-c1b33f59c7b1 HTTP/1.1" status: 200 len: 217 time: 0.0384359 Feb 16 14:16:39.198490 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-e6db864c-cf39-4024-9721-06c6c8fb2207 req-591ad85f-0164-41a7-810e-e7c8dc375c70 service neutron] Publish callbacks [] for security_group (20e5f839-061a-4c73-8e1d-678520d78a19), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:39.203077 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec3eb8-d737-48a1-95ca-3b671ef627f2 req-c938faf8-6f5d-474c-a3e0-f64553540b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:39.206637 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-aaec3eb8-d737-48a1-95ca-3b671ef627f2 req-c938faf8-6f5d-474c-a3e0-f64553540b26 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b5411640-e171-466e-826f-00fe3dbaa6b6 HTTP/1.1" status: 200 len: 856 time: 0.0741773 Feb 16 14:16:39.213256 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.db.api [req-41fd8bee-4074-41fd-b71a-023e34e2150e req-38efb9a4-ae79-40f3-80e8-b30ef3d212a4 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) e8563ce9a17643aca048a6db499dc5bf {{(pid=102969) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:16:39.213602 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG oslo_db.api [req-41fd8bee-4074-41fd-b71a-023e34e2150e req-38efb9a4-ae79-40f3-80e8-b30ef3d212a4 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=102969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:16:39.220494 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e600235-93d2-40df-8ebc-dd03f52dc6a7 req-87fb126a-601d-4b11-91d1-01bf18579fca tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:39.225742 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6e600235-93d2-40df-8ebc-dd03f52dc6a7 req-87fb126a-601d-4b11-91d1-01bf18579fca tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.10 "GET /v2.0/networks?id=ebf6afd0-c796-4d65-bd33-5c3bb57211ed HTTP/1.1" status: 200 len: 809 time: 0.3496118 Feb 16 14:16:39.244637 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24479b-ed71-4a0e-800d-8f3e065b0418 req-16ba1471-dd55-4127-909b-91cbbf72ccda tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:39.247656 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8d24479b-ed71-4a0e-800d-8f3e065b0418 req-16ba1471-dd55-4127-909b-91cbbf72ccda tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 944 time: 0.3029921 Feb 16 14:16:39.249741 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-e6db864c-cf39-4024-9721-06c6c8fb2207 req-591ad85f-0164-41a7-810e-e7c8dc375c70 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (20e5f839-061a-4c73-8e1d-678520d78a19), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:39.305501 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec3eb8-d737-48a1-95ca-3b671ef627f2 req-993185a6-3b97-419d-8241-9acc0ac7fcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:39.306640 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-aaec3eb8-d737-48a1-95ca-3b671ef627f2 req-993185a6-3b97-419d-8241-9acc0ac7fcb3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=08a3e979-1da2-40e7-a40c-6fc286cacb72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0922561 Feb 16 14:16:39.320031 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e6db864c-cf39-4024-9721-06c6c8fb2207 req-591ad85f-0164-41a7-810e-e7c8dc375c70 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a544c672-c2f7-45f2-aa1f-7c2533b5745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9111421 Feb 16 14:16:39.346704 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b480a40-30f7-40e9-9dd6-f641a9d0531b req-b631074f-6b58-4caa-9f50-49d5da5b7897 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:39.348598 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-4b480a40-30f7-40e9-9dd6-f641a9d0531b req-b631074f-6b58-4caa-9f50-49d5da5b7897 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 944 time: 0.1042044 Feb 16 14:16:39.348918 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591ad85f-0164-41a7-810e-e7c8dc375c70 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=20e5f839-061a-4c73-8e1d-678520d78a19,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:39.378648 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-9058fbc0-1647-4f4b-8829-685a3f7ca364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (9c17f3ea-e92b-4245-b356-3925115361e8), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:39.381977 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-9058fbc0-1647-4f4b-8829-685a3f7ca364 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:39.385903 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-9058fbc0-1647-4f4b-8829-685a3f7ca364 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/9c17f3ea-e92b-4245-b356-3925115361e8 HTTP/1.1" status: 204 len: 168 time: 0.6405551 Feb 16 14:16:39.416111 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9058fbc0-1647-4f4b-8829-685a3f7ca364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c17f3ea-e92b-4245-b356-3925115361e8,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:39.422606 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8d24479b-ed71-4a0e-800d-8f3e065b0418 req-a550ca4b-34aa-4af3-8590-1885e548446c tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435666 Feb 16 14:16:39.427439 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6e600235-93d2-40df-8ebc-dd03f52dc6a7 req-b3e17e9a-28ff-43a6-903a-1baf624c4dff tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=191319209d6f4aa0a692cf7d431b25ef HTTP/1.1" status: 200 len: 380 time: 0.1496351 Feb 16 14:16:39.468654 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-aaec3eb8-d737-48a1-95ca-3b671ef627f2 req-d739e322-4bb4-4e17-9cfa-71902da5053e service neutron] 10.222.0.10 "GET /v2.0/networks/08a3e979-1da2-40e7-a40c-6fc286cacb72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535544 Feb 16 14:16:39.471874 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-4b480a40-30f7-40e9-9dd6-f641a9d0531b req-5b16c96d-040c-4ad6-8185-ed696e1c6d5c tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023335 Feb 16 14:16:39.648846 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-6e600235-93d2-40df-8ebc-dd03f52dc6a7 req-33871f51-6d02-491a-8546-2825425ee84c tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Request body: {'port': {'device_id': '8e4b112e-476d-447d-ad17-71aaf4474094', 'network_id': 'ebf6afd0-c796-4d65-bd33-5c3bb57211ed', 'admin_state_up': True, 'tenant_id': '191319209d6f4aa0a692cf7d431b25ef', 'security_groups': ['a304b7ae-1265-4202-af5b-2245021c533e']}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:16:39.792329 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e600235-93d2-40df-8ebc-dd03f52dc6a7 req-33871f51-6d02-491a-8546-2825425ee84c tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Made reservation on behalf of 191319209d6f4aa0a692cf7d431b25ef for: {'port': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:16:39.809584 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-6e600235-93d2-40df-8ebc-dd03f52dc6a7 req-33871f51-6d02-491a-8546-2825425ee84c tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:39.930831 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 52158) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:39.930831 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 52160) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:39.941798 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-41fd8bee-4074-41fd-b71a-023e34e2150e req-38efb9a4-ae79-40f3-80e8-b30ef3d212a4 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:39.959482 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-c60b7f27-be4f-4b6b-8ba2-4c6ac6ba12c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:40.000140 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-aaec3eb8-d737-48a1-95ca-3b671ef627f2 req-6a98eba0-29c3-446d-b277-167b5a49497b service neutron] 10.222.0.10 "GET /v2.0/networks/08a3e979-1da2-40e7-a40c-6fc286cacb72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558309 Feb 16 14:16:40.085687 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-41fd8bee-4074-41fd-b71a-023e34e2150e req-38efb9a4-ae79-40f3-80e8-b30ef3d212a4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1770320 Feb 16 14:16:40.144791 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_common [req-6e600235-93d2-40df-8ebc-dd03f52dc6a7 req-33871f51-6d02-491a-8546-2825425ee84c tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Allocated IP 172.20.0.10 (ebf6afd0-c796-4d65-bd33-5c3bb57211ed/664452e3-1277-4c51-8f59-1d3b97df3dbb/03fc5fe8-f2fc-499e-b57a-b99a44fdcb80) {{(pid=102968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:16:40.198250 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb7b329-7b29-4ab8-ae0b-90ea60f650c0 req-36cd1ae6-2e52-498d-a5d1-717fc99347ea tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:40.199776 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8bb7b329-7b29-4ab8-ae0b-90ea60f650c0 req-36cd1ae6-2e52-498d-a5d1-717fc99347ea tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.120 "GET /v2.0/ports?device_id=7e92ad68-f22d-4da6-bcf4-ed9073b066ae HTTP/1.1" status: 200 len: 945 time: 0.1207993 Feb 16 14:16:40.221894 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b8c6801d-2b72-499b-91c2-4ef0d687520c req-c69f4e8d-a7e5-418e-9702-f60364e79fc0 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 210 time: 0.0464227 Feb 16 14:16:40.267489 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-c60b7f27-be4f-4b6b-8ba2-4c6ac6ba12c4 admin admin] Publish callbacks [] for security_group (5c22a118-96a4-4e62-9cab-beb4b331e9bd), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:40.281271 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-c60b7f27-be4f-4b6b-8ba2-4c6ac6ba12c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (5c22a118-96a4-4e62-9cab-beb4b331e9bd), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:40.298995 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-c37a2809-94c1-4810-9b76-9a52958786ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:40.404890 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8bb7b329-7b29-4ab8-ae0b-90ea60f650c0 req-b179a79d-2d82-45b2-9e63-1ed84c3c3788 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.120 "GET /v2.0/security-groups?id=a544c672-c2f7-45f2-aa1f-7c2533b5745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928871 Feb 16 14:16:40.414800 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60b7f27-be4f-4b6b-8ba2-4c6ac6ba12c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c22a118-96a4-4e62-9cab-beb4b331e9bd,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:40.424550 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-c60b7f27-be4f-4b6b-8ba2-4c6ac6ba12c4 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=d3165844b5984fdf9130b13db62307ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4914625 Feb 16 14:16:40.427331 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 52182) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:40.479411 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-6e600235-93d2-40df-8ebc-dd03f52dc6a7 req-33871f51-6d02-491a-8546-2825425ee84c tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks [] for port (03fc5fe8-f2fc-499e-b57a-b99a44fdcb80), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:40.494132 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-12bf0bcc-9a95-4d20-8684-c44aee5b83d9 admin admin] Publish callbacks [] for security_group (5c22a118-96a4-4e62-9cab-beb4b331e9bd), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:40.519022 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-12bf0bcc-9a95-4d20-8684-c44aee5b83d9 admin admin] Publish callbacks [] for security_group (5c22a118-96a4-4e62-9cab-beb4b331e9bd), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:40.533827 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-c37a2809-94c1-4810-9b76-9a52958786ff admin admin] Publish callbacks [] for security_group (864a35e9-2426-4be4-a13c-92e231533526), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:40.541733 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-c37a2809-94c1-4810-9b76-9a52958786ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (864a35e9-2426-4be4-a13c-92e231533526), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:40.562659 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-6e600235-93d2-40df-8ebc-dd03f52dc6a7 req-33871f51-6d02-491a-8546-2825425ee84c tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784246951208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811206'] for port (03fc5fe8-f2fc-499e-b57a-b99a44fdcb80), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:40.618509 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c205b30-21e8-4bb0-a79e-e799fe62424e req-173c00a4-8ee0-465e-b415-4899dd9e2b6f tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:40.620142 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-0c205b30-21e8-4bb0-a79e-e799fe62424e req-173c00a4-8ee0-465e-b415-4899dd9e2b6f tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 944 time: 0.0655110 Feb 16 14:16:40.621707 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-12bf0bcc-9a95-4d20-8684-c44aee5b83d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (5c22a118-96a4-4e62-9cab-beb4b331e9bd), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:40.625365 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-12bf0bcc-9a95-4d20-8684-c44aee5b83d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:40.628852 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-12bf0bcc-9a95-4d20-8684-c44aee5b83d9 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/5c22a118-96a4-4e62-9cab-beb4b331e9bd HTTP/1.1" status: 204 len: 168 time: 0.1964676 Feb 16 14:16:40.629967 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a2809-94c1-4810-9b76-9a52958786ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=864a35e9-2426-4be4-a13c-92e231533526,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:40.637047 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-c37a2809-94c1-4810-9b76-9a52958786ff admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=c846c195cb994d50abdcfa11c9d73a97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7051678 Feb 16 14:16:40.650204 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 52190) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:40.651125 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf0bcc-9a95-4d20-8684-c44aee5b83d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c22a118-96a4-4e62-9cab-beb4b331e9bd,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:40.666020 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e600235-93d2-40df-8ebc-dd03f52dc6a7 req-33871f51-6d02-491a-8546-2825425ee84c tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Network ebf6afd0-c796-4d65-bd33-5c3bb57211ed is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:16:40.671594 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [req-6e600235-93d2-40df-8ebc-dd03f52dc6a7 req-33871f51-6d02-491a-8546-2825425ee84c tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:16:40.677481 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e600235-93d2-40df-8ebc-dd03f52dc6a7 req-33871f51-6d02-491a-8546-2825425ee84c tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Received port after_create {{(pid=102968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:16:40.682696 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33871f51-6d02-491a-8546-2825425ee84c tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Pushing event updated for resources: {'Port': ['ID=03fc5fe8-f2fc-499e-b57a-b99a44fdcb80,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:40.752364 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b1e373-26bc-4c8d-8e70-e91e89dd714b req-c47c10c1-98b7-4906-8bd8-b3c731331345 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:40.754436 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-67b1e373-26bc-4c8d-8e70-e91e89dd714b req-c47c10c1-98b7-4906-8bd8-b3c731331345 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 944 time: 0.1693025 Feb 16 14:16:40.770793 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e600235-93d2-40df-8ebc-dd03f52dc6a7 req-33871f51-6d02-491a-8546-2825425ee84c tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:40.771394 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-6e600235-93d2-40df-8ebc-dd03f52dc6a7 req-33871f51-6d02-491a-8546-2825425ee84c tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:40.801605 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-0c205b30-21e8-4bb0-a79e-e799fe62424e req-825de4b2-b66a-4318-a43b-9709ebe0a6f7 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635466 Feb 16 14:16:40.802885 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-dc76546e-d6be-48a2-a502-3a97f15b7c3a admin admin] Publish callbacks [] for security_group (864a35e9-2426-4be4-a13c-92e231533526), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:40.826476 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6e600235-93d2-40df-8ebc-dd03f52dc6a7 req-33871f51-6d02-491a-8546-2825425ee84c tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1821887 Feb 16 14:16:40.848412 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-6e600235-93d2-40df-8ebc-dd03f52dc6a7 req-5e45a5b4-56ef-4e2d-b8d2-3c50d9614855 service neutron] Request body: {'port': {'device_id': '8e4b112e-476d-447d-ad17-71aaf4474094', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:16:40.860539 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-dc76546e-d6be-48a2-a502-3a97f15b7c3a admin admin] Publish callbacks [] for security_group (864a35e9-2426-4be4-a13c-92e231533526), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:40.901657 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-67b1e373-26bc-4c8d-8e70-e91e89dd714b req-591856e1-0b67-482b-8672-6e1722c2a9e6 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217570 Feb 16 14:16:40.939222 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-6e600235-93d2-40df-8ebc-dd03f52dc6a7 req-5e45a5b4-56ef-4e2d-b8d2-3c50d9614855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (03fc5fe8-f2fc-499e-b57a-b99a44fdcb80), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:40.950678 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-dc76546e-d6be-48a2-a502-3a97f15b7c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (864a35e9-2426-4be4-a13c-92e231533526), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:40.953536 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-dc76546e-d6be-48a2-a502-3a97f15b7c3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:40.955103 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-dc76546e-d6be-48a2-a502-3a97f15b7c3a admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/864a35e9-2426-4be4-a13c-92e231533526 HTTP/1.1" status: 204 len: 168 time: 0.3001513 Feb 16 14:16:40.980374 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc76546e-d6be-48a2-a502-3a97f15b7c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864a35e9-2426-4be4-a13c-92e231533526,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:41.045223 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-f7519031-54e6-47a2-996e-dbd0b3864bc1 None None] Provisioning complete for port 03fc5fe8-f2fc-499e-b57a-b99a44fdcb80 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:16:41.046154 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-f7519031-54e6-47a2-996e-dbd0b3864bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (03fc5fe8-f2fc-499e-b57a-b99a44fdcb80), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:41.096863 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-f7519031-54e6-47a2-996e-dbd0b3864bc1 None None] Port 03fc5fe8-f2fc-499e-b57a-b99a44fdcb80 cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:16:41.179682 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-39365a98-8eaa-4ba5-8122-54c10e938f58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (531611a8-34ea-4f1f-8d10-111cbf56a8a1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:41.218512 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 96bc1fe8-242a-45ba-a844-c1b33f59c7b1 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:16:41.231663 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device c6a54da9-6f7e-4061-a9d4-32be89783a8d up at agent hyperv_hv-cinder-77398 {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:16:41.493474 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed13a1b2-3ce8-4c8d-937f-f0a1fdf14474 req-6cfc7266-f54a-41b1-bdf2-569c20952074 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:41.516460 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ed13a1b2-3ce8-4c8d-937f-f0a1fdf14474 req-6cfc7266-f54a-41b1-bdf2-569c20952074 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 932 time: 0.1451361 Feb 16 14:16:41.524610 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [req-6e600235-93d2-40df-8ebc-dd03f52dc6a7 req-5e45a5b4-56ef-4e2d-b8d2-3c50d9614855 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03fc5fe8-f2fc-499e-b57a-b99a44fdcb80 {{(pid=102968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:16:41.546310 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-6e600235-93d2-40df-8ebc-dd03f52dc6a7 req-5e45a5b4-56ef-4e2d-b8d2-3c50d9614855 service neutron] Publish callbacks [] for port (03fc5fe8-f2fc-499e-b57a-b99a44fdcb80), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:41.590755 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Provisioning for port c6a54da9-6f7e-4061-a9d4-32be89783a8d completed by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:16:41.603801 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ed13a1b2-3ce8-4c8d-937f-f0a1fdf14474 req-4a81d205-05b5-4f99-96be-8bf922ba265c tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a304b7ae-1265-4202-af5b-2245021c533e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857890 Feb 16 14:16:41.615234 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Provisioning complete for port c6a54da9-6f7e-4061-a9d4-32be89783a8d triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:16:41.617034 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (c6a54da9-6f7e-4061-a9d4-32be89783a8d), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:41.663949 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.provisioning_blocks [req-6e600235-93d2-40df-8ebc-dd03f52dc6a7 req-5e45a5b4-56ef-4e2d-b8d2-3c50d9614855 service neutron] Transition to ACTIVE for port object 03fc5fe8-f2fc-499e-b57a-b99a44fdcb80 will not be triggered until provisioned by entity L2. {{(pid=102968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:16:41.669852 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-6e600235-93d2-40df-8ebc-dd03f52dc6a7 req-5e45a5b4-56ef-4e2d-b8d2-3c50d9614855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8811213'] for port (03fc5fe8-f2fc-499e-b57a-b99a44fdcb80), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:41.673515 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 96bc1fe8-242a-45ba-a844-c1b33f59c7b1, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=96bc1fe8-242a-45ba-a844-c1b33f59c7b1,segment=NetworkSegment(7e12a080-9391-426e-98e0-74c5936ea1ba),segment_id=7e12a080-9391-426e-98e0-74c5936ea1ba)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:16:41.693910 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Returning: {'device': '96bc1fe8-242a-45ba-a844-c1b33f59c7b1', 'network_id': '08a3e979-1da2-40e7-a40c-6fc286cacb72', 'port_id': '96bc1fe8-242a-45ba-a844-c1b33f59c7b1', 'mac_address': 'fa:16:3e:1a:c1:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5411640-e171-466e-826f-00fe3dbaa6b6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:16:41.700620 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7aeb25-ea4e-4699-ac77-969313133c9d req-f5cb509c-3026-4f4e-a00e-80a06ee03182 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:41.702197 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ee7aeb25-ea4e-4699-ac77-969313133c9d req-f5cb509c-3026-4f4e-a00e-80a06ee03182 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.120 "GET /v2.0/ports?device_id=7e92ad68-f22d-4da6-bcf4-ed9073b066ae HTTP/1.1" status: 200 len: 945 time: 0.1481185 Feb 16 14:16:41.766464 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 52240) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:41.786652 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Current status of the port 96bc1fe8-242a-45ba-a844-c1b33f59c7b1 is: DOWN; New status is: BUILD {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:16:41.787909 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (96bc1fe8-242a-45ba-a844-c1b33f59c7b1), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:41.788667 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-cd0ef757-2f42-41d6-9e63-833c4894b52d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:41.799243 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Current status of the port c6a54da9-6f7e-4061-a9d4-32be89783a8d is: BUILD; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:16:41.799888 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (c6a54da9-6f7e-4061-a9d4-32be89783a8d), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:41.813656 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96bc1fe8-242a-45ba-a844-c1b33f59c7b1 {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:16:41.882779 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa1f6b22-bd46-466b-abca-57732e144d24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a54da9-6f7e-4061-a9d4-32be89783a8d'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:16:41.898301 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcf4ad7936cd44f2198d6b2453955475838913f42e78743342b6e5b4d5a62724" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735cab24-e7a2-4c47-bee9-9f88f5176160" -d '{"events": [{"server_uuid": "aa1f6b22-bd46-466b-abca-57732e144d24", "name": "network-vif-plugged", "status": "completed", "tag": "c6a54da9-6f7e-4061-a9d4-32be89783a8d"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:16:41.914163 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 96bc1fe8-242a-45ba-a844-c1b33f59c7b1, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=96bc1fe8-242a-45ba-a844-c1b33f59c7b1,segment=NetworkSegment(7e12a080-9391-426e-98e0-74c5936ea1ba),segment_id=7e12a080-9391-426e-98e0-74c5936ea1ba)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:16:41.915313 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-cd0ef757-2f42-41d6-9e63-833c4894b52d admin admin] Publish callbacks [] for security_group (256c43c9-a1eb-409e-bfd9-044d2c85a535), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:41.921896 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (96bc1fe8-242a-45ba-a844-c1b33f59c7b1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:41.924977 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port c6a54da9-6f7e-4061-a9d4-32be89783a8d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=c6a54da9-6f7e-4061-a9d4-32be89783a8d,segment=NetworkSegment(63149136-d21f-4d25-a697-3540935fddb9),segment_id=63149136-d21f-4d25-a697-3540935fddb9)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:16:41.937046 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e45a5b4-56ef-4e2d-b8d2-3c50d9614855 service neutron] Pushing event updated for resources: {'Port': ['ID=03fc5fe8-f2fc-499e-b57a-b99a44fdcb80,revision_number=2']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:41.937556 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-cd0ef757-2f42-41d6-9e63-833c4894b52d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (256c43c9-a1eb-409e-bfd9-044d2c85a535), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:41.954616 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (c6a54da9-6f7e-4061-a9d4-32be89783a8d), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:41.986648 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-6e600235-93d2-40df-8ebc-dd03f52dc6a7 req-5e45a5b4-56ef-4e2d-b8d2-3c50d9614855 service neutron] Attempting to bind port 03fc5fe8-f2fc-499e-b57a-b99a44fdcb80 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:16:41.986989 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-6e600235-93d2-40df-8ebc-dd03f52dc6a7 req-5e45a5b4-56ef-4e2d-b8d2-3c50d9614855 service neutron] Attempting to bind port 03fc5fe8-f2fc-499e-b57a-b99a44fdcb80 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'c25a00b6-c425-4e03-bd80-42e218491344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': 'ebf6afd0-c796-4d65-bd33-5c3bb57211ed'}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:16:41.987323 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e600235-93d2-40df-8ebc-dd03f52dc6a7 req-5e45a5b4-56ef-4e2d-b8d2-3c50d9614855 service neutron] Attempting to bind port 03fc5fe8-f2fc-499e-b57a-b99a44fdcb80 on network ebf6afd0-c796-4d65-bd33-5c3bb57211ed {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:16:41.993330 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Pushing event updated for resources: {'Port': ['ID=96bc1fe8-242a-45ba-a844-c1b33f59c7b1,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:42.002550 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e600235-93d2-40df-8ebc-dd03f52dc6a7 req-5e45a5b4-56ef-4e2d-b8d2-3c50d9614855 service neutron] Port 03fc5fe8-f2fc-499e-b57a-b99a44fdcb80 on network ebf6afd0-c796-4d65-bd33-5c3bb57211ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:16:42.002905 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e600235-93d2-40df-8ebc-dd03f52dc6a7 req-5e45a5b4-56ef-4e2d-b8d2-3c50d9614855 service neutron] Attempting to bind port 03fc5fe8-f2fc-499e-b57a-b99a44fdcb80 on network ebf6afd0-c796-4d65-bd33-5c3bb57211ed {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:16:42.008022 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ee7aeb25-ea4e-4699-ac77-969313133c9d req-205fb959-5071-427c-83e1-a5d37fbef203 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.120 "GET /v2.0/security-groups?id=a544c672-c2f7-45f2-aa1f-7c2533b5745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734060 Feb 16 14:16:42.012764 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e600235-93d2-40df-8ebc-dd03f52dc6a7 req-5e45a5b4-56ef-4e2d-b8d2-3c50d9614855 service neutron] Checking agent: {'id': '0563e457-3a96-4909-b5a3-8fa5db96f619', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 14, 3), 'started_at': datetime.datetime(2022, 2, 16, 14, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:16:42.013748 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e600235-93d2-40df-8ebc-dd03f52dc6a7 req-5e45a5b4-56ef-4e2d-b8d2-3c50d9614855 service neutron] Checking segment: {'id': 'c25a00b6-c425-4e03-bd80-42e218491344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': 'ebf6afd0-c796-4d65-bd33-5c3bb57211ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:16:42.014624 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e600235-93d2-40df-8ebc-dd03f52dc6a7 req-5e45a5b4-56ef-4e2d-b8d2-3c50d9614855 service neutron] Bound using segment: {'id': 'c25a00b6-c425-4e03-bd80-42e218491344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': 'ebf6afd0-c796-4d65-bd33-5c3bb57211ed'} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:16:42.014624 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-6e600235-93d2-40df-8ebc-dd03f52dc6a7 req-5e45a5b4-56ef-4e2d-b8d2-3c50d9614855 service neutron] Bound port: 03fc5fe8-f2fc-499e-b57a-b99a44fdcb80, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c25a00b6-c425-4e03-bd80-42e218491344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': 'ebf6afd0-c796-4d65-bd33-5c3bb57211ed'}}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:16:42.014985 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-6e600235-93d2-40df-8ebc-dd03f52dc6a7 req-5e45a5b4-56ef-4e2d-b8d2-3c50d9614855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (03fc5fe8-f2fc-499e-b57a-b99a44fdcb80), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:42.075023 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0ef757-2f42-41d6-9e63-833c4894b52d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256c43c9-a1eb-409e-bfd9-044d2c85a535,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:42.097279 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-cd0ef757-2f42-41d6-9e63-833c4894b52d admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=e0817b04e8954eca9777e79440cb1470&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3284533 Feb 16 14:16:42.103123 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 52254) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:42.118108 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-6e600235-93d2-40df-8ebc-dd03f52dc6a7 req-5e45a5b4-56ef-4e2d-b8d2-3c50d9614855 service neutron] For port 03fc5fe8-f2fc-499e-b57a-b99a44fdcb80, host hv-cinder-77398, cleared binding levels {{(pid=102968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:16:42.124171 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-6e600235-93d2-40df-8ebc-dd03f52dc6a7 req-5e45a5b4-56ef-4e2d-b8d2-3c50d9614855 service neutron] For port 03fc5fe8-f2fc-499e-b57a-b99a44fdcb80, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=03fc5fe8-f2fc-499e-b57a-b99a44fdcb80,segment=NetworkSegment(c25a00b6-c425-4e03-bd80-42e218491344),segment_id=c25a00b6-c425-4e03-bd80-42e218491344)] {{(pid=102968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:16:42.136088 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-6e600235-93d2-40df-8ebc-dd03f52dc6a7 req-5e45a5b4-56ef-4e2d-b8d2-3c50d9614855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8811213'] for port (03fc5fe8-f2fc-499e-b57a-b99a44fdcb80), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:42.211995 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a2c400-6002-4701-9b28-ec88db01b912 req-25292cf9-804b-4ed5-9f9b-ae2c497d6738 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:42.215793 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d9a2c400-6002-4701-9b28-ec88db01b912 req-25292cf9-804b-4ed5-9f9b-ae2c497d6738 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 945 time: 0.2974203 Feb 16 14:16:42.266335 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e600235-93d2-40df-8ebc-dd03f52dc6a7 req-5e45a5b4-56ef-4e2d-b8d2-3c50d9614855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:42.266335 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-6e600235-93d2-40df-8ebc-dd03f52dc6a7 req-5e45a5b4-56ef-4e2d-b8d2-3c50d9614855 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:42.274346 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6e600235-93d2-40df-8ebc-dd03f52dc6a7 req-5e45a5b4-56ef-4e2d-b8d2-3c50d9614855 service neutron] 10.222.0.10 "PUT /v2.0/ports/03fc5fe8-f2fc-499e-b57a-b99a44fdcb80 HTTP/1.1" status: 200 len: 1094 time: 1.4315584 Feb 16 14:16:42.274856 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e4b112e-476d-447d-ad17-71aaf4474094', 'tag': '03fc5fe8-f2fc-499e-b57a-b99a44fdcb80'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:16:42.294645 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669008da0707fbbfdc7037cdc0b86c67378ff5c6b942db7a00e5cd0dd563b74b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90057b31-a41d-49d1-b908-5aa93d96df22" -d '{"events": [{"name": "network-changed", "server_uuid": "8e4b112e-476d-447d-ad17-71aaf4474094", "tag": "03fc5fe8-f2fc-499e-b57a-b99a44fdcb80"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:16:42.322671 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f7a5b44-e68c-4d46-816b-cdb06dfee581 x-openstack-request-id: req-6f7a5b44-e68c-4d46-816b-cdb06dfee581 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:16:42.323733 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa1f6b22-bd46-466b-abca-57732e144d24", "name": "network-vif-plugged", "status": "completed", "tag": "c6a54da9-6f7e-4061-a9d4-32be89783a8d", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:16:42.324611 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-6f7a5b44-e68c-4d46-816b-cdb06dfee581 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:16:42.325375 dv-cinder-773985-32-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa1f6b22-bd46-466b-abca-57732e144d24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a54da9-6f7e-4061-a9d4-32be89783a8d', 'code': 200} Feb 16 14:16:42.330314 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Pushing event updated for resources: {'Port': ['ID=c6a54da9-6f7e-4061-a9d4-32be89783a8d,revision_number=5']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:42.358139 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-80160015-0d38-4aca-bea1-9aafdc2b5091 admin admin] Publish callbacks [] for security_group (256c43c9-a1eb-409e-bfd9-044d2c85a535), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:42.395925 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f4fb-7ea9-448d-9c44-08fc2737c2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (86100e92-d951-4144-bd87-36328b8a7b76), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:42.413561 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-80160015-0d38-4aca-bea1-9aafdc2b5091 admin admin] Publish callbacks [] for security_group (256c43c9-a1eb-409e-bfd9-044d2c85a535), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:42.448728 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] get_ports_and_sgs() called for port_ids ['96bc1fe8-242a-45ba-a844-c1b33f59c7b1'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:16:42.499628 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d9a2c400-6002-4701-9b28-ec88db01b912 req-94121c82-9896-4fdd-95f9-10371ce56a74 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707107 Feb 16 14:16:42.510356 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e45a5b4-56ef-4e2d-b8d2-3c50d9614855 service neutron] Pushing event updated for resources: {'Port': ['ID=03fc5fe8-f2fc-499e-b57a-b99a44fdcb80,revision_number=3']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:42.571128 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98956b9a-44f6-4b17-9c01-9bae579c20f5 req-1f3ebf21-e1d7-4772-9f92-150e4ac9da20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:42.575970 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-98956b9a-44f6-4b17-9c01-9bae579c20f5 req-1f3ebf21-e1d7-4772-9f92-150e4ac9da20 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 1129 time: 0.1487160 Feb 16 14:16:42.600298 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-80160015-0d38-4aca-bea1-9aafdc2b5091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (256c43c9-a1eb-409e-bfd9-044d2c85a535), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:42.607185 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-80160015-0d38-4aca-bea1-9aafdc2b5091 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:42.608494 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a974681a-e883-435e-b54b-4a339b3ba04d x-openstack-request-id: req-a974681a-e883-435e-b54b-4a339b3ba04d {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:16:42.610495 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e4b112e-476d-447d-ad17-71aaf4474094", "tag": "03fc5fe8-f2fc-499e-b57a-b99a44fdcb80", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:16:42.614205 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-a974681a-e883-435e-b54b-4a339b3ba04d {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:16:42.614205 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e4b112e-476d-447d-ad17-71aaf4474094', 'tag': '03fc5fe8-f2fc-499e-b57a-b99a44fdcb80', 'status': 'completed', 'code': 200} Feb 16 14:16:42.614424 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-80160015-0d38-4aca-bea1-9aafdc2b5091 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/256c43c9-a1eb-409e-bfd9-044d2c85a535 HTTP/1.1" status: 204 len: 168 time: 0.5023158 Feb 16 14:16:42.664471 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80160015-0d38-4aca-bea1-9aafdc2b5091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256c43c9-a1eb-409e-bfd9-044d2c85a535,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:42.690948 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e600235-93d2-40df-8ebc-dd03f52dc6a7 req-37c0d6bf-656c-43f0-97fe-551d1fa48476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:42.692859 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6e600235-93d2-40df-8ebc-dd03f52dc6a7 req-37c0d6bf-656c-43f0-97fe-551d1fa48476 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=191319209d6f4aa0a692cf7d431b25ef&device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 1128 time: 0.2593703 Feb 16 14:16:42.704449 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103704ac-c3bd-4c2e-b7bf-69eff4af78dd req-8325dabc-9109-4ce6-9edd-92a945676551 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:42.714100 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-103704ac-c3bd-4c2e-b7bf-69eff4af78dd req-8325dabc-9109-4ce6-9edd-92a945676551 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 945 time: 0.3661125 Feb 16 14:16:42.719789 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-98956b9a-44f6-4b17-9c01-9bae579c20f5 req-52d4d62a-e22a-439d-99b1-349ecbe7d181 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360705 Feb 16 14:16:42.824765 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6e600235-93d2-40df-8ebc-dd03f52dc6a7 req-523a3880-f5d8-4cd1-8c1b-469d73eb4340 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03fc5fe8-f2fc-499e-b57a-b99a44fdcb80 HTTP/1.1" status: 200 len: 217 time: 0.1069384 Feb 16 14:16:42.907398 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6122032-4be5-46a3-9666-12e3ff3e449f req-6e5c9c4f-ecd3-4743-a27e-b6d1c1561e80 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:42.910864 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b6122032-4be5-46a3-9666-12e3ff3e449f req-6e5c9c4f-ecd3-4743-a27e-b6d1c1561e80 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 944 time: 0.1331630 Feb 16 14:16:42.953956 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-103704ac-c3bd-4c2e-b7bf-69eff4af78dd req-7344ea37-8494-4ea9-838d-556b03c5e9b0 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2382264 Feb 16 14:16:43.060019 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b6122032-4be5-46a3-9666-12e3ff3e449f req-e5f6d6c6-ec9d-4f8e-98f5-ac74116d3e2d tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a304b7ae-1265-4202-af5b-2245021c533e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422668 Feb 16 14:16:43.123554 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e600235-93d2-40df-8ebc-dd03f52dc6a7 req-550c263d-424c-4d9b-a6c3-a74ad869a54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:43.130004 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6e600235-93d2-40df-8ebc-dd03f52dc6a7 req-550c263d-424c-4d9b-a6c3-a74ad869a54f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=664452e3-1277-4c51-8f59-1d3b97df3dbb HTTP/1.1" status: 200 len: 848 time: 0.1062078 Feb 16 14:16:43.210348 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e600235-93d2-40df-8ebc-dd03f52dc6a7 req-27c3bd71-6acb-4192-ad6c-7661e16191ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:43.212511 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6e600235-93d2-40df-8ebc-dd03f52dc6a7 req-27c3bd71-6acb-4192-ad6c-7661e16191ab service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ebf6afd0-c796-4d65-bd33-5c3bb57211ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0707464 Feb 16 14:16:43.532076 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6e600235-93d2-40df-8ebc-dd03f52dc6a7 req-0e5c7427-94fb-40cc-82c5-7be388ba9b90 service neutron] 10.222.0.10 "GET /v2.0/networks/ebf6afd0-c796-4d65-bd33-5c3bb57211ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119545 Feb 16 14:16:43.631667 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8e2dc3-73bf-48a0-9f27-6db319a85d48 req-7aba32fa-3158-487c-ad93-f83940db7d05 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:43.633229 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ac8e2dc3-73bf-48a0-9f27-6db319a85d48 req-7aba32fa-3158-487c-ad93-f83940db7d05 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 945 time: 0.0678670 Feb 16 14:16:43.696700 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ac86131d-db3b-4e6c-9567-647e6948f8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (6a38cbfe-57d3-4d37-ac59-552f6dc7f99c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:43.705824 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ac8e2dc3-73bf-48a0-9f27-6db319a85d48 req-c81a5a20-ea09-4af4-89e1-33052d3b1ef5 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651734 Feb 16 14:16:44.116686 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396797ce-5be2-40d8-bc4c-695d12454396 req-38be4eb7-01da-40e7-a07c-efc7f0f61c4d tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:44.116686 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-396797ce-5be2-40d8-bc4c-695d12454396 req-38be4eb7-01da-40e7-a07c-efc7f0f61c4d tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 945 time: 0.0624044 Feb 16 14:16:44.178842 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-396797ce-5be2-40d8-bc4c-695d12454396 req-99966787-7ca0-4e80-8943-c981fa20abd6 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560224 Feb 16 14:16:44.208929 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16508f-8dcb-4f56-89ab-42ccda6d8464 req-94327d69-5d42-4a8a-a59a-abc19af1b777 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:44.210984 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-de16508f-8dcb-4f56-89ab-42ccda6d8464 req-94327d69-5d42-4a8a-a59a-abc19af1b777 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 944 time: 0.0716906 Feb 16 14:16:44.265542 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-de16508f-8dcb-4f56-89ab-42ccda6d8464 req-e22ba9ae-634a-4f52-8220-70cade28a9b3 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a304b7ae-1265-4202-af5b-2245021c533e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486069 Feb 16 14:16:44.397762 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 52388) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:44.441177 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6e600235-93d2-40df-8ebc-dd03f52dc6a7 req-8f82e6e7-b339-4458-adae-2fea469a612f service neutron] 10.222.0.10 "GET /v2.0/networks/ebf6afd0-c796-4d65-bd33-5c3bb57211ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029372 Feb 16 14:16:44.534343 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ade9b5b0-6b89-47c1-b483-20eba61093a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:44.634814 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ade9b5b0-6b89-47c1-b483-20eba61093a8 admin admin] Publish callbacks [] for security_group (228b360b-f863-4b43-93b0-b0241b352b92), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:44.639826 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ade9b5b0-6b89-47c1-b483-20eba61093a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (228b360b-f863-4b43-93b0-b0241b352b92), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:44.683577 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-ade9b5b0-6b89-47c1-b483-20eba61093a8 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=df443c649cab412783f34598a79d97ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2844439 Feb 16 14:16:44.686510 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 52402) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:44.703563 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9b5b0-6b89-47c1-b483-20eba61093a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228b360b-f863-4b43-93b0-b0241b352b92,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:44.751023 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-aff5bd9e-fac3-4828-86bc-1ef23daa7208 admin admin] Publish callbacks [] for security_group (228b360b-f863-4b43-93b0-b0241b352b92), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:44.773931 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-aff5bd9e-fac3-4828-86bc-1ef23daa7208 admin admin] Publish callbacks [] for security_group (228b360b-f863-4b43-93b0-b0241b352b92), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:44.852314 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e1d44-baa7-436f-a543-2b5352b0bd8f req-d684928d-2e29-41bd-a055-33b9724b5799 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:44.854044 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-bd7e1d44-baa7-436f-a543-2b5352b0bd8f req-d684928d-2e29-41bd-a055-33b9724b5799 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 945 time: 0.0718217 Feb 16 14:16:44.859452 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-aff5bd9e-fac3-4828-86bc-1ef23daa7208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (228b360b-f863-4b43-93b0-b0241b352b92), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:44.862371 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-aff5bd9e-fac3-4828-86bc-1ef23daa7208 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:44.863518 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-aff5bd9e-fac3-4828-86bc-1ef23daa7208 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/228b360b-f863-4b43-93b0-b0241b352b92 HTTP/1.1" status: 204 len: 168 time: 0.1763520 Feb 16 14:16:44.881721 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff5bd9e-fac3-4828-86bc-1ef23daa7208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228b360b-f863-4b43-93b0-b0241b352b92,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:44.931265 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-bd7e1d44-baa7-436f-a543-2b5352b0bd8f req-3a2217d8-c8bf-4cc5-846c-27f6b432e8c7 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665538 Feb 16 14:16:45.038204 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (529a93d1-f8f6-4ba2-8600-6635050f85df), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:45.183310 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 52422) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:45.199200 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f79dad88-2c91-4dfb-afb9-8f15f4a2112f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:45.276211 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f79dad88-2c91-4dfb-afb9-8f15f4a2112f admin admin] Publish callbacks [] for security_group (6c055f72-6887-4be4-901a-3ac60cb320df), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:45.280501 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f79dad88-2c91-4dfb-afb9-8f15f4a2112f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (6c055f72-6887-4be4-901a-3ac60cb320df), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:45.313369 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2acb20-9bc1-4814-82eb-5653950f5040 req-df8f8ff7-4d0b-4cd8-bf38-4cc5d22949cc tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:45.314868 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6f2acb20-9bc1-4814-82eb-5653950f5040 req-df8f8ff7-4d0b-4cd8-bf38-4cc5d22949cc tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 945 time: 0.0577810 Feb 16 14:16:45.317410 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79dad88-2c91-4dfb-afb9-8f15f4a2112f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c055f72-6887-4be4-901a-3ac60cb320df,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:45.324305 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-f79dad88-2c91-4dfb-afb9-8f15f4a2112f admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=d7e45d1cbd924901aca93fd1728c4978&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1374016 Feb 16 14:16:45.324556 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 52428) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:45.392280 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fbf71-c128-45f4-b93b-9967f5fe50d6 req-d76d9113-5821-41e7-8027-c103daf21995 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:45.393753 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-003fbf71-c128-45f4-b93b-9967f5fe50d6 req-d76d9113-5821-41e7-8027-c103daf21995 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 944 time: 0.0523903 Feb 16 14:16:45.400714 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6f2acb20-9bc1-4814-82eb-5653950f5040 req-37334ad4-6082-42e9-bd0c-ed83018d88c2 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798450 Feb 16 14:16:45.410181 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-8f1bb9dc-c1b9-4f20-a64c-4e49adc43d42 admin admin] Publish callbacks [] for security_group (6c055f72-6887-4be4-901a-3ac60cb320df), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:45.432926 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-8f1bb9dc-c1b9-4f20-a64c-4e49adc43d42 admin admin] Publish callbacks [] for security_group (6c055f72-6887-4be4-901a-3ac60cb320df), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:45.446456 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-003fbf71-c128-45f4-b93b-9967f5fe50d6 req-b11fdb78-975a-486f-83f7-24dc40e6c37c tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a304b7ae-1265-4202-af5b-2245021c533e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462608 Feb 16 14:16:45.479307 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-8f1bb9dc-c1b9-4f20-a64c-4e49adc43d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (6c055f72-6887-4be4-901a-3ac60cb320df), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:45.481930 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-8f1bb9dc-c1b9-4f20-a64c-4e49adc43d42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:45.483042 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-8f1bb9dc-c1b9-4f20-a64c-4e49adc43d42 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/6c055f72-6887-4be4-901a-3ac60cb320df HTTP/1.1" status: 204 len: 168 time: 0.1575725 Feb 16 14:16:45.490923 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1bb9dc-c1b9-4f20-a64c-4e49adc43d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c055f72-6887-4be4-901a-3ac60cb320df,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:46.047021 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403937a-fc25-4223-aab9-f8a4ee4aaed2 req-30440445-f657-410a-88e9-47ff65f44125 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:46.051831 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3403937a-fc25-4223-aab9-f8a4ee4aaed2 req-30440445-f657-410a-88e9-47ff65f44125 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 945 time: 0.0620320 Feb 16 14:16:46.105410 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3403937a-fc25-4223-aab9-f8a4ee4aaed2 req-4e5009f5-fade-4079-8c52-a989cb0e43cb tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507803 Feb 16 14:16:46.304943 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90057b31-a41d-49d1-b908-5aa93d96df22 req-a8360b6c-41f1-4d4f-aa9c-02b9977ac70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:46.306461 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-90057b31-a41d-49d1-b908-5aa93d96df22 req-a8360b6c-41f1-4d4f-aa9c-02b9977ac70d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=191319209d6f4aa0a692cf7d431b25ef&device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 1128 time: 0.0482814 Feb 16 14:16:46.400128 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90057b31-a41d-49d1-b908-5aa93d96df22 req-89a0c6cc-9272-4cb2-be41-84219ff6f43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:46.401675 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-90057b31-a41d-49d1-b908-5aa93d96df22 req-89a0c6cc-9272-4cb2-be41-84219ff6f43d service neutron] 10.222.0.10 "GET /v2.0/networks?id=ebf6afd0-c796-4d65-bd33-5c3bb57211ed HTTP/1.1" status: 200 len: 911 time: 0.0889745 Feb 16 14:16:46.456994 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-90057b31-a41d-49d1-b908-5aa93d96df22 req-028b2932-3bb2-45fa-a328-4b4516496aee service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03fc5fe8-f2fc-499e-b57a-b99a44fdcb80 HTTP/1.1" status: 200 len: 217 time: 0.0412550 Feb 16 14:16:46.514983 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90057b31-a41d-49d1-b908-5aa93d96df22 req-9963830b-f3fd-403a-98b6-2db04004b660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:46.516861 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-90057b31-a41d-49d1-b908-5aa93d96df22 req-9963830b-f3fd-403a-98b6-2db04004b660 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=664452e3-1277-4c51-8f59-1d3b97df3dbb HTTP/1.1" status: 200 len: 848 time: 0.0497262 Feb 16 14:16:46.550546 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b0f0c-ed05-446e-bdf7-9d0cba0728ea req-759e181c-386f-4bdf-99ff-fcbcad1cc3b4 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:46.559254 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-524b0f0c-ed05-446e-bdf7-9d0cba0728ea req-759e181c-386f-4bdf-99ff-fcbcad1cc3b4 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 945 time: 0.0706942 Feb 16 14:16:46.610904 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc9d445-525d-4328-a54d-b937deffff07 req-87c861a9-ba03-482d-976c-872806e420c6 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:46.612774 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6dc9d445-525d-4328-a54d-b937deffff07 req-87c861a9-ba03-482d-976c-872806e420c6 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 944 time: 0.0950210 Feb 16 14:16:46.617004 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90057b31-a41d-49d1-b908-5aa93d96df22 req-4b9f194f-be71-4f55-9bcf-79d8f6230125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:46.618715 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-90057b31-a41d-49d1-b908-5aa93d96df22 req-4b9f194f-be71-4f55-9bcf-79d8f6230125 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ebf6afd0-c796-4d65-bd33-5c3bb57211ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0897331 Feb 16 14:16:46.641548 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-524b0f0c-ed05-446e-bdf7-9d0cba0728ea req-beb21301-d36e-4c2e-921d-06fa35b8271d tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807292 Feb 16 14:16:46.700559 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6dc9d445-525d-4328-a54d-b937deffff07 req-fd2ae7ca-02d5-47bb-9963-a6b122860ac5 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a304b7ae-1265-4202-af5b-2245021c533e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804784 Feb 16 14:16:46.750912 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-90057b31-a41d-49d1-b908-5aa93d96df22 req-91b2671a-f655-4348-a2f2-dd6a372040e7 service neutron] 10.222.0.10 "GET /v2.0/networks/ebf6afd0-c796-4d65-bd33-5c3bb57211ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058671 Feb 16 14:16:46.895494 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-90057b31-a41d-49d1-b908-5aa93d96df22 req-bacba142-160e-411c-a137-365c5b319afb service neutron] 10.222.0.10 "GET /v2.0/networks/ebf6afd0-c796-4d65-bd33-5c3bb57211ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905721 Feb 16 14:16:47.229792 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b761a-5b74-46ca-85f6-ee1724d279fe req-7cfa6484-f555-4d76-ba59-a5946e16c518 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:47.231336 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-854b761a-5b74-46ca-85f6-ee1724d279fe req-7cfa6484-f555-4d76-ba59-a5946e16c518 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 945 time: 0.0585871 Feb 16 14:16:47.241928 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 96bc1fe8-242a-45ba-a844-c1b33f59c7b1 up at agent hyperv_hv-cinder-77398 {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:16:47.294956 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-854b761a-5b74-46ca-85f6-ee1724d279fe req-eb24821c-8440-4b35-ba08-ab3dd0cceca3 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580106 Feb 16 14:16:47.306479 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Provisioning for port 96bc1fe8-242a-45ba-a844-c1b33f59c7b1 completed by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:16:47.319080 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Provisioning complete for port 96bc1fe8-242a-45ba-a844-c1b33f59c7b1 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:16:47.319721 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (96bc1fe8-242a-45ba-a844-c1b33f59c7b1), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:47.432394 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Current status of the port 96bc1fe8-242a-45ba-a844-c1b33f59c7b1 is: BUILD; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:16:47.432941 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (96bc1fe8-242a-45ba-a844-c1b33f59c7b1), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:47.463135 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48d1903-172a-45ff-9eba-d70d17add9e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96bc1fe8-242a-45ba-a844-c1b33f59c7b1'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:16:47.467060 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcf4ad7936cd44f2198d6b2453955475838913f42e78743342b6e5b4d5a62724" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2d0844-8d86-476a-b65b-49cc1d993a70" -d '{"events": [{"server_uuid": "e48d1903-172a-45ff-9eba-d70d17add9e5", "name": "network-vif-plugged", "status": "completed", "tag": "96bc1fe8-242a-45ba-a844-c1b33f59c7b1"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:16:47.478105 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 96bc1fe8-242a-45ba-a844-c1b33f59c7b1, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=96bc1fe8-242a-45ba-a844-c1b33f59c7b1,segment=NetworkSegment(7e12a080-9391-426e-98e0-74c5936ea1ba),segment_id=7e12a080-9391-426e-98e0-74c5936ea1ba)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:16:47.483026 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (96bc1fe8-242a-45ba-a844-c1b33f59c7b1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:47.542683 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Pushing event updated for resources: {'Port': ['ID=96bc1fe8-242a-45ba-a844-c1b33f59c7b1,revision_number=5']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:47.656296 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f187a9-151b-455f-9d16-1a87f6e420b1 x-openstack-request-id: req-22f187a9-151b-455f-9d16-1a87f6e420b1 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:16:47.657005 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e48d1903-172a-45ff-9eba-d70d17add9e5", "name": "network-vif-plugged", "status": "completed", "tag": "96bc1fe8-242a-45ba-a844-c1b33f59c7b1", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:16:47.659503 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-22f187a9-151b-455f-9d16-1a87f6e420b1 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:16:47.660056 dv-cinder-773985-32-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48d1903-172a-45ff-9eba-d70d17add9e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96bc1fe8-242a-45ba-a844-c1b33f59c7b1', 'code': 200} Feb 16 14:16:47.907939 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57547ce-4d4b-4328-88db-be7ff55e7f3c req-fd0d86a1-3181-493a-bc55-7c77346c3bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:47.909711 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a57547ce-4d4b-4328-88db-be7ff55e7f3c req-fd0d86a1-3181-493a-bc55-7c77346c3bec service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d9a231f27e3b4236b5109f44434e8be7&device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 1129 time: 0.0740702 Feb 16 14:16:47.919299 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd930f9f-a161-4859-8087-83d9821e6ef4 req-700f9988-5c0e-4bd8-89ac-36874ceb6977 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:47.928281 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-fd930f9f-a161-4859-8087-83d9821e6ef4 req-700f9988-5c0e-4bd8-89ac-36874ceb6977 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 945 time: 0.1315274 Feb 16 14:16:47.950390 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6321cc-7b6e-4f4a-8095-8a6e1063d168 req-30a2aa7c-464b-4501-9945-747be3adf523 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:47.958152 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-8d6321cc-7b6e-4f4a-8095-8a6e1063d168 req-30a2aa7c-464b-4501-9945-747be3adf523 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 946 time: 0.0686653 Feb 16 14:16:48.044663 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-fd930f9f-a161-4859-8087-83d9821e6ef4 req-0e7cae06-b96d-48f9-9550-0c41277d42b5 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153185 Feb 16 14:16:48.074776 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-8d6321cc-7b6e-4f4a-8095-8a6e1063d168 req-723ce9af-af33-4c08-9d96-7b1b46318371 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158416 Feb 16 14:16:48.077257 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe304b2-4a3a-46e0-a8c8-f759ddf052a9 req-02ea224f-2f84-497f-ae19-a9f30c048d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:48.078848 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-5fe304b2-4a3a-46e0-a8c8-f759ddf052a9 req-02ea224f-2f84-497f-ae19-a9f30c048d9d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 1130 time: 0.0932474 Feb 16 14:16:48.126067 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57547ce-4d4b-4328-88db-be7ff55e7f3c req-e8e1a2a6-87b0-492d-a24e-795eedec5c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:48.127721 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a57547ce-4d4b-4328-88db-be7ff55e7f3c req-e8e1a2a6-87b0-492d-a24e-795eedec5c67 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3b4e79db-56cd-4d42-82d5-dc0b8425f909 HTTP/1.1" status: 200 len: 920 time: 0.1548827 Feb 16 14:16:48.160992 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-5fe304b2-4a3a-46e0-a8c8-f759ddf052a9 req-bf37ccac-4046-478c-bb71-6d4301045358 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744841 Feb 16 14:16:48.183112 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a57547ce-4d4b-4328-88db-be7ff55e7f3c req-b834686c-08f1-443a-80e8-c10d53f1224e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6a54da9-6f7e-4061-a9d4-32be89783a8d HTTP/1.1" status: 200 len: 217 time: 0.0474949 Feb 16 14:16:48.226967 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024a3e7-b5db-4c4d-a2bf-5dd63a2576d4 req-0b39935b-1038-4d3e-b2bc-aa140b33cc3d tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:48.229066 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2024a3e7-b5db-4c4d-a2bf-5dd63a2576d4 req-0b39935b-1038-4d3e-b2bc-aa140b33cc3d tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 944 time: 0.0873919 Feb 16 14:16:48.284594 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2024a3e7-b5db-4c4d-a2bf-5dd63a2576d4 req-6762d8c0-b079-4dce-9663-e4a1541ac1be tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a304b7ae-1265-4202-af5b-2245021c533e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500276 Feb 16 14:16:49.168331 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15b35c6-72ab-493e-88bb-440872df0b52 req-8552f58f-bed7-4857-880f-124a4c40bdca tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:49.169811 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c15b35c6-72ab-493e-88bb-440872df0b52 req-8552f58f-bed7-4857-880f-124a4c40bdca tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 945 time: 0.0529749 Feb 16 14:16:49.199402 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdfeeca-2fbb-4bd1-aa99-b02c0b747ee2 req-50c17127-e24f-470d-8e87-23ec7c206064 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:49.200887 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-afdfeeca-2fbb-4bd1-aa99-b02c0b747ee2 req-50c17127-e24f-470d-8e87-23ec7c206064 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 946 time: 0.0512688 Feb 16 14:16:49.216448 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c15b35c6-72ab-493e-88bb-440872df0b52 req-fef57c8d-8f30-4736-a0a8-1cb71645056f tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410802 Feb 16 14:16:49.249843 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-afdfeeca-2fbb-4bd1-aa99-b02c0b747ee2 req-ee5f3d4a-5d25-4859-8305-8d65bba79f8f tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432336 Feb 16 14:16:49.401139 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5957892-7c8e-4f44-84b1-847d1ee6e5ea req-dccab8e7-b619-4d9c-b489-5b86b98067d1 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:49.402581 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b5957892-7c8e-4f44-84b1-847d1ee6e5ea req-dccab8e7-b619-4d9c-b489-5b86b98067d1 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 944 time: 0.0517557 Feb 16 14:16:49.448386 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b5957892-7c8e-4f44-84b1-847d1ee6e5ea req-635d1bee-a7b1-44ab-9599-e5c96aec1073 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a304b7ae-1265-4202-af5b-2245021c533e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400121 Feb 16 14:16:50.343014 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1726ff76-cd3f-4cff-b22d-266961992b04 req-dc3f4442-9aa1-4dd4-931e-361a9a36a7eb tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:50.344525 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1726ff76-cd3f-4cff-b22d-266961992b04 req-dc3f4442-9aa1-4dd4-931e-361a9a36a7eb tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 945 time: 0.0610740 Feb 16 14:16:50.379795 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f9bde5-fc6f-4de2-bb82-38e80950315f req-3d1f6551-e9c9-40fe-b376-f8a934ab5faf tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:50.381255 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f3f9bde5-fc6f-4de2-bb82-38e80950315f req-3d1f6551-e9c9-40fe-b376-f8a934ab5faf tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 946 time: 0.0572429 Feb 16 14:16:50.391929 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1726ff76-cd3f-4cff-b22d-266961992b04 req-2455e467-4f19-4eb7-8279-b638f22e2fda tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408514 Feb 16 14:16:50.428429 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f3f9bde5-fc6f-4de2-bb82-38e80950315f req-eaaf0fc2-3f3d-49ce-be91-46800981c598 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414326 Feb 16 14:16:50.566695 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451597dc-a5e4-403a-b317-503952aae74b req-68591436-8e8a-40fd-a607-440bd9701dd6 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:50.568138 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-451597dc-a5e4-403a-b317-503952aae74b req-68591436-8e8a-40fd-a607-440bd9701dd6 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 944 time: 0.0521865 Feb 16 14:16:50.614530 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-451597dc-a5e4-403a-b317-503952aae74b req-7127de60-a977-4286-89ab-75fe4eddb182 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a304b7ae-1265-4202-af5b-2245021c533e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407443 Feb 16 14:16:50.785433 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 03fc5fe8-f2fc-499e-b57a-b99a44fdcb80 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:16:50.886207 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 03fc5fe8-f2fc-499e-b57a-b99a44fdcb80, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=03fc5fe8-f2fc-499e-b57a-b99a44fdcb80,segment=NetworkSegment(c25a00b6-c425-4e03-bd80-42e218491344),segment_id=c25a00b6-c425-4e03-bd80-42e218491344)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:16:50.898581 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Returning: {'device': '03fc5fe8-f2fc-499e-b57a-b99a44fdcb80', 'network_id': 'ebf6afd0-c796-4d65-bd33-5c3bb57211ed', 'port_id': '03fc5fe8-f2fc-499e-b57a-b99a44fdcb80', 'mac_address': 'fa:16:3e:3e:24:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '664452e3-1277-4c51-8f59-1d3b97df3dbb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:16:50.937190 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Current status of the port 03fc5fe8-f2fc-499e-b57a-b99a44fdcb80 is: DOWN; New status is: BUILD {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:16:50.937834 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (03fc5fe8-f2fc-499e-b57a-b99a44fdcb80), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:50.951173 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03fc5fe8-f2fc-499e-b57a-b99a44fdcb80 {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:16:50.975016 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 03fc5fe8-f2fc-499e-b57a-b99a44fdcb80, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=03fc5fe8-f2fc-499e-b57a-b99a44fdcb80,segment=NetworkSegment(c25a00b6-c425-4e03-bd80-42e218491344),segment_id=c25a00b6-c425-4e03-bd80-42e218491344)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:16:50.979676 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (03fc5fe8-f2fc-499e-b57a-b99a44fdcb80), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:51.027995 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Pushing event updated for resources: {'Port': ['ID=03fc5fe8-f2fc-499e-b57a-b99a44fdcb80,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:51.145209 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57547ce-4d4b-4328-88db-be7ff55e7f3c req-9967a097-939e-4c03-b3ba-1ad97bd90f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:51.146855 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a57547ce-4d4b-4328-88db-be7ff55e7f3c req-9967a097-939e-4c03-b3ba-1ad97bd90f23 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=49e52525-bf5f-472f-a994-bf14eeca6876 HTTP/1.1" status: 200 len: 858 time: 0.0508518 Feb 16 14:16:51.187809 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a57547ce-4d4b-4328-88db-be7ff55e7f3c req-0b822831-d8ac-400e-8b0b-f745d3de1b2f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3b4e79db-56cd-4d42-82d5-dc0b8425f909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261617 Feb 16 14:16:51.511661 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb014a7-4ec8-42d9-a143-acc073064e75 req-6cd28fef-42c4-4f8c-817f-7d8e79401a68 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:51.513058 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3fb014a7-4ec8-42d9-a143-acc073064e75 req-6cd28fef-42c4-4f8c-817f-7d8e79401a68 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 945 time: 0.0542445 Feb 16 14:16:51.566750 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c0439-c8bb-4ec0-8570-226c1eda3a75 req-caba8d4c-113c-4b83-86c9-503cc3140d72 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:51.568433 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ee7c0439-c8bb-4ec0-8570-226c1eda3a75 req-caba8d4c-113c-4b83-86c9-503cc3140d72 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 946 time: 0.0564451 Feb 16 14:16:51.569790 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3fb014a7-4ec8-42d9-a143-acc073064e75 req-c0697567-db29-4274-bce2-c95fc717f9ac tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457339 Feb 16 14:16:51.623727 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ee7c0439-c8bb-4ec0-8570-226c1eda3a75 req-0d00cc7f-9380-473c-b821-ebf6cb763447 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487905 Feb 16 14:16:51.730704 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438da1c7-0425-4b93-b586-cd966911b587 req-cb5b2c13-4945-4dd4-8fe8-cb5884b72d74 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:51.732161 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-438da1c7-0425-4b93-b586-cd966911b587 req-cb5b2c13-4945-4dd4-8fe8-cb5884b72d74 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 945 time: 0.0510402 Feb 16 14:16:51.784093 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-438da1c7-0425-4b93-b586-cd966911b587 req-22be6950-0a29-4463-9a83-2c18d56729fd tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a304b7ae-1265-4202-af5b-2245021c533e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463619 Feb 16 14:16:52.690256 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b02814-b681-4a34-a3bd-0ea6277cc853 req-88f95b2f-6f75-47ed-b0a6-ce5658eef45d tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:52.691930 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-40b02814-b681-4a34-a3bd-0ea6277cc853 req-88f95b2f-6f75-47ed-b0a6-ce5658eef45d tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 945 time: 0.0535779 Feb 16 14:16:52.743120 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-40b02814-b681-4a34-a3bd-0ea6277cc853 req-bc203a0c-596c-4e68-adec-8353b571a1ae tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454919 Feb 16 14:16:52.744810 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148353b-7398-4b77-a546-6125f975effb req-f92432d9-722c-461e-8f8f-359ef4ad289e tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:52.746589 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-7148353b-7398-4b77-a546-6125f975effb req-f92432d9-722c-461e-8f8f-359ef4ad289e tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 946 time: 0.0524936 Feb 16 14:16:52.792980 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-7148353b-7398-4b77-a546-6125f975effb req-604f8757-e048-42b4-8534-f0b5c1864f5a tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408795 Feb 16 14:16:52.901949 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8971ffee-33c9-404f-a2b0-8c7f70d43083 req-0d552d8c-c943-426b-87eb-07cddea709fe tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:52.903398 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8971ffee-33c9-404f-a2b0-8c7f70d43083 req-0d552d8c-c943-426b-87eb-07cddea709fe tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 945 time: 0.0526869 Feb 16 14:16:52.950989 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8971ffee-33c9-404f-a2b0-8c7f70d43083 req-ebb5da19-1b63-4e30-8530-b2eb2573828e tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a304b7ae-1265-4202-af5b-2245021c533e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420859 Feb 16 14:16:53.859124 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701daa6b-26c6-454f-b2e1-ff696e098be4 req-a7259923-965e-472c-b626-c5b66c2d8860 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:53.860666 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-701daa6b-26c6-454f-b2e1-ff696e098be4 req-a7259923-965e-472c-b626-c5b66c2d8860 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 945 time: 0.0511298 Feb 16 14:16:53.910460 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-701daa6b-26c6-454f-b2e1-ff696e098be4 req-f4e60e07-e18c-4fe1-87e1-5cd0cb70f25e tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435812 Feb 16 14:16:53.916332 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66ff34-ed5d-48b1-9bcf-824dcdd82f4a req-0da1b9ae-f9cd-45c2-94ea-ca15e43bfc5c tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:53.917807 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6c66ff34-ed5d-48b1-9bcf-824dcdd82f4a req-0da1b9ae-f9cd-45c2-94ea-ca15e43bfc5c tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 946 time: 0.0553834 Feb 16 14:16:53.964380 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6c66ff34-ed5d-48b1-9bcf-824dcdd82f4a req-73b59799-d2b2-4d8f-8eaa-d112bb5df5a8 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411329 Feb 16 14:16:54.079588 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1522088-26ac-43f9-97c3-6c351718100c req-298789df-cdab-474c-b0ba-47ea057327e6 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:54.081061 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f1522088-26ac-43f9-97c3-6c351718100c req-298789df-cdab-474c-b0ba-47ea057327e6 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 945 time: 0.0648768 Feb 16 14:16:54.110894 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a57547ce-4d4b-4328-88db-be7ff55e7f3c req-2711f27b-5da6-469e-a227-cdd8e3b06841 service neutron] 10.222.0.10 "GET /v2.0/networks/3b4e79db-56cd-4d42-82d5-dc0b8425f909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905101 Feb 16 14:16:54.132138 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f1522088-26ac-43f9-97c3-6c351718100c req-aed4d54a-da01-41e0-a43e-d51194fb453c tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a304b7ae-1265-4202-af5b-2245021c533e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434129 Feb 16 14:16:54.198972 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a57547ce-4d4b-4328-88db-be7ff55e7f3c req-70ed49e0-9735-49ec-8b08-09e20b11bba8 service neutron] 10.222.0.10 "GET /v2.0/networks/3b4e79db-56cd-4d42-82d5-dc0b8425f909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812783 Feb 16 14:16:54.244151 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] get_ports_and_sgs() called for port_ids ['03fc5fe8-f2fc-499e-b57a-b99a44fdcb80'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:16:55.035638 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4c9bb-8372-4d91-b0fb-85d9d30934cf req-1084cd09-bbb0-485d-a7e6-ca3709047174 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:55.037155 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-aeb4c9bb-8372-4d91-b0fb-85d9d30934cf req-1084cd09-bbb0-485d-a7e6-ca3709047174 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 945 time: 0.0607586 Feb 16 14:16:55.090173 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-aeb4c9bb-8372-4d91-b0fb-85d9d30934cf req-88ba3856-6f3e-4060-b9c2-93492ef8bd32 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468612 Feb 16 14:16:55.090768 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18271e2-7167-4d83-b626-925f4c6e5050 req-1346106a-f6d6-416c-8880-2a5b306cb17b tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:55.092393 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c18271e2-7167-4d83-b626-925f4c6e5050 req-1346106a-f6d6-416c-8880-2a5b306cb17b tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 946 time: 0.0539832 Feb 16 14:16:55.149986 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c18271e2-7167-4d83-b626-925f4c6e5050 req-0578376c-7516-4d28-a84d-b653864cbc65 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514398 Feb 16 14:16:55.288805 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae5f91-ffef-4fac-8dcd-51c7878b6489 req-f7bc26f3-3388-4cba-a427-da6f4dd77420 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:55.290202 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-14ae5f91-ffef-4fac-8dcd-51c7878b6489 req-f7bc26f3-3388-4cba-a427-da6f4dd77420 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 945 time: 0.0694218 Feb 16 14:16:55.341314 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-14ae5f91-ffef-4fac-8dcd-51c7878b6489 req-801c8de1-945c-4cba-a92c-09d40305b43b tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a304b7ae-1265-4202-af5b-2245021c533e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451326 Feb 16 14:16:55.594045 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 52716) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:55.705111 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7eee349c-6089-4aa9-bed1-799ca0de32d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:55.803111 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7eee349c-6089-4aa9-bed1-799ca0de32d6 admin admin] Publish callbacks [] for security_group (2c95a187-69ff-4292-b6a5-20617fe99977), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:55.807109 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7eee349c-6089-4aa9-bed1-799ca0de32d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (2c95a187-69ff-4292-b6a5-20617fe99977), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:55.844852 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eee349c-6089-4aa9-bed1-799ca0de32d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c95a187-69ff-4292-b6a5-20617fe99977,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:55.849175 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-7eee349c-6089-4aa9-bed1-799ca0de32d6 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=6d26ced6377b46428078042a7996a861&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2540305 Feb 16 14:16:55.851926 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 52732) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:55.900622 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7a5c9714-d48c-4ee3-b6a2-043e1353a14b admin admin] Publish callbacks [] for security_group (2c95a187-69ff-4292-b6a5-20617fe99977), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:55.921670 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7a5c9714-d48c-4ee3-b6a2-043e1353a14b admin admin] Publish callbacks [] for security_group (2c95a187-69ff-4292-b6a5-20617fe99977), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:55.975516 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7a5c9714-d48c-4ee3-b6a2-043e1353a14b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (2c95a187-69ff-4292-b6a5-20617fe99977), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:55.978178 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7a5c9714-d48c-4ee3-b6a2-043e1353a14b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:55.979336 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-7a5c9714-d48c-4ee3-b6a2-043e1353a14b admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/2c95a187-69ff-4292-b6a5-20617fe99977 HTTP/1.1" status: 204 len: 168 time: 0.1263320 Feb 16 14:16:55.993067 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5c9714-d48c-4ee3-b6a2-043e1353a14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c95a187-69ff-4292-b6a5-20617fe99977,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:56.306928 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b87f4-c976-4809-a8e2-84a4ffda575e req-bd09305d-f816-4634-a44f-63b31929ef37 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:56.310081 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a05b87f4-c976-4809-a8e2-84a4ffda575e req-bd09305d-f816-4634-a44f-63b31929ef37 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 945 time: 0.1252050 Feb 16 14:16:56.378628 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343ca31-efbf-45a9-bb1c-e0fe89704f08 req-5f87b4d0-d985-4644-9396-0a8d7f64a1eb tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:56.380291 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0343ca31-efbf-45a9-bb1c-e0fe89704f08 req-5f87b4d0-d985-4644-9396-0a8d7f64a1eb tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 946 time: 0.0746338 Feb 16 14:16:56.380762 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 52754) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:56.395902 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3999761d-82af-4b0c-923e-83cb565fcbca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:56.400554 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a05b87f4-c976-4809-a8e2-84a4ffda575e req-77b8602f-49a6-4d75-8b05-06e3031e98f5 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826757 Feb 16 14:16:56.466623 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0343ca31-efbf-45a9-bb1c-e0fe89704f08 req-6b155174-4fcf-41df-8a4d-5162d8416565 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719059 Feb 16 14:16:56.518737 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8f5ba-2f7a-448e-abff-60877a7b22fe req-838a8c7e-3c72-48da-a0af-7f40b50e4a27 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:56.520348 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-4aa8f5ba-2f7a-448e-abff-60877a7b22fe req-838a8c7e-3c72-48da-a0af-7f40b50e4a27 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 945 time: 0.0595677 Feb 16 14:16:56.520882 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 52758) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:56.542192 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3999761d-82af-4b0c-923e-83cb565fcbca admin admin] Publish callbacks [] for security_group (5a6673ce-cd3b-4519-86ec-d3f73b860f78), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:56.548060 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3999761d-82af-4b0c-923e-83cb565fcbca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (5a6673ce-cd3b-4519-86ec-d3f73b860f78), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:56.570601 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-4aa8f5ba-2f7a-448e-abff-60877a7b22fe req-aaf7088e-a176-4b80-83c9-8a80b7103c94 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a304b7ae-1265-4202-af5b-2245021c533e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433376 Feb 16 14:16:56.576308 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-3999761d-82af-4b0c-923e-83cb565fcbca admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=fade9e6ae0fe490bb7b0c791ef8b8303&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1940124 Feb 16 14:16:56.579684 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 52762) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:56.625423 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3999761d-82af-4b0c-923e-83cb565fcbca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6673ce-cd3b-4519-86ec-d3f73b860f78,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:56.636204 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3999761d-82af-4b0c-923e-83cb565fcbca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:56.636567 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3999761d-82af-4b0c-923e-83cb565fcbca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:56.637110 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3999761d-82af-4b0c-923e-83cb565fcbca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:56.637449 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3999761d-82af-4b0c-923e-83cb565fcbca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:56.637771 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3999761d-82af-4b0c-923e-83cb565fcbca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:56.638103 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3999761d-82af-4b0c-923e-83cb565fcbca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:56.638442 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3999761d-82af-4b0c-923e-83cb565fcbca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:56.638800 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3999761d-82af-4b0c-923e-83cb565fcbca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:56.639128 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3999761d-82af-4b0c-923e-83cb565fcbca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:56.639480 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3999761d-82af-4b0c-923e-83cb565fcbca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:56.639803 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3999761d-82af-4b0c-923e-83cb565fcbca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:56.640313 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3999761d-82af-4b0c-923e-83cb565fcbca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:56.642221 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3999761d-82af-4b0c-923e-83cb565fcbca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:56.645645 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0e40faa7-c81b-4a80-910d-74cdf72baf18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:56.656678 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a002c4d6-7c1f-4030-9e37-2fc41d1b466f admin admin] Publish callbacks [] for security_group (5a6673ce-cd3b-4519-86ec-d3f73b860f78), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:56.667161 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d76084-638c-4413-ac07-59d9fecef86a req-76840831-de02-427c-b85d-9c4f0e33a54b tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:56.668762 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-16d76084-638c-4413-ac07-59d9fecef86a req-76840831-de02-427c-b85d-9c4f0e33a54b tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 946 time: 0.0966389 Feb 16 14:16:56.677869 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 52764) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:56.691904 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-e153a424-f79c-4238-b87a-fb42c014923b tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Request body: {'floatingip': {'port_id': '96bc1fe8-242a-45ba-a844-c1b33f59c7b1'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:16:56.697264 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a002c4d6-7c1f-4030-9e37-2fc41d1b466f admin admin] Publish callbacks [] for security_group (5a6673ce-cd3b-4519-86ec-d3f73b860f78), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:56.791454 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e153a424-f79c-4238-b87a-fb42c014923b tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks [] for floatingip (bab65343-7c00-48f0-8436-74ab96624fd4), before_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:56.956789 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a002c4d6-7c1f-4030-9e37-2fc41d1b466f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (5a6673ce-cd3b-4519-86ec-d3f73b860f78), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:56.959872 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a002c4d6-7c1f-4030-9e37-2fc41d1b466f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:56.963867 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-a002c4d6-7c1f-4030-9e37-2fc41d1b466f admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/5a6673ce-cd3b-4519-86ec-d3f73b860f78 HTTP/1.1" status: 204 len: 168 time: 0.3828824 Feb 16 14:16:57.012696 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a002c4d6-7c1f-4030-9e37-2fc41d1b466f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6673ce-cd3b-4519-86ec-d3f73b860f78,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:57.041215 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a002c4d6-7c1f-4030-9e37-2fc41d1b466f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:57.041814 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a002c4d6-7c1f-4030-9e37-2fc41d1b466f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:57.042241 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a002c4d6-7c1f-4030-9e37-2fc41d1b466f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:57.042589 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a002c4d6-7c1f-4030-9e37-2fc41d1b466f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:57.042922 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a002c4d6-7c1f-4030-9e37-2fc41d1b466f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:57.043252 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a002c4d6-7c1f-4030-9e37-2fc41d1b466f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:57.043612 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a002c4d6-7c1f-4030-9e37-2fc41d1b466f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:57.043944 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a002c4d6-7c1f-4030-9e37-2fc41d1b466f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:57.044421 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a002c4d6-7c1f-4030-9e37-2fc41d1b466f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:57.044752 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a002c4d6-7c1f-4030-9e37-2fc41d1b466f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:57.045241 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a002c4d6-7c1f-4030-9e37-2fc41d1b466f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:57.045566 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a002c4d6-7c1f-4030-9e37-2fc41d1b466f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:57.045887 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a002c4d6-7c1f-4030-9e37-2fc41d1b466f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:57.072233 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0e40faa7-c81b-4a80-910d-74cdf72baf18 admin admin] Publish callbacks [] for security_group (abfeda1f-9c16-483c-942e-fbfcfae3c0c2), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:57.109877 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 52792) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:57.115412 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0e40faa7-c81b-4a80-910d-74cdf72baf18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (abfeda1f-9c16-483c-942e-fbfcfae3c0c2), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:57.196981 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-0e40faa7-c81b-4a80-910d-74cdf72baf18 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=521cce219d9d4d548b7e26b8e150394a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6745238 Feb 16 14:16:57.199784 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 52798) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:57.208173 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e40faa7-c81b-4a80-910d-74cdf72baf18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abfeda1f-9c16-483c-942e-fbfcfae3c0c2,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:57.269887 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d56da594-788e-4ef8-a2ff-7226c4993e2d admin admin] Publish callbacks [] for security_group (abfeda1f-9c16-483c-942e-fbfcfae3c0c2), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:57.275745 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 03fc5fe8-f2fc-499e-b57a-b99a44fdcb80 up at agent hyperv_hv-cinder-77398 {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:16:57.305717 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d56da594-788e-4ef8-a2ff-7226c4993e2d admin admin] Publish callbacks [] for security_group (abfeda1f-9c16-483c-942e-fbfcfae3c0c2), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:57.321273 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-0b2f508a-1149-4712-93e6-16aa541dc8e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:57.354882 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Provisioning for port 03fc5fe8-f2fc-499e-b57a-b99a44fdcb80 completed by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:16:57.361888 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Provisioning complete for port 03fc5fe8-f2fc-499e-b57a-b99a44fdcb80 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:16:57.362927 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (03fc5fe8-f2fc-499e-b57a-b99a44fdcb80), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:57.411678 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d56da594-788e-4ef8-a2ff-7226c4993e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (abfeda1f-9c16-483c-942e-fbfcfae3c0c2), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:57.414534 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d56da594-788e-4ef8-a2ff-7226c4993e2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:57.416646 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-d56da594-788e-4ef8-a2ff-7226c4993e2d admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/abfeda1f-9c16-483c-942e-fbfcfae3c0c2 HTTP/1.1" status: 204 len: 168 time: 0.2157409 Feb 16 14:16:57.436331 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56da594-788e-4ef8-a2ff-7226c4993e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abfeda1f-9c16-483c-942e-fbfcfae3c0c2,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:57.510842 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Current status of the port 03fc5fe8-f2fc-499e-b57a-b99a44fdcb80 is: BUILD; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:16:57.511795 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (03fc5fe8-f2fc-499e-b57a-b99a44fdcb80), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:57.534575 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-0b2f508a-1149-4712-93e6-16aa541dc8e2 admin admin] Publish callbacks [] for security_group (b2e12871-060d-429a-9ceb-91f0414afd9f), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:57.545286 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-0b2f508a-1149-4712-93e6-16aa541dc8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (b2e12871-060d-429a-9ceb-91f0414afd9f), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:57.552542 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e4b112e-476d-447d-ad17-71aaf4474094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03fc5fe8-f2fc-499e-b57a-b99a44fdcb80'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:16:57.562635 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcf4ad7936cd44f2198d6b2453955475838913f42e78743342b6e5b4d5a62724" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ede5b8-9440-4dd1-b36b-5df07fdc6ca0" -d '{"events": [{"server_uuid": "8e4b112e-476d-447d-ad17-71aaf4474094", "name": "network-vif-plugged", "status": "completed", "tag": "03fc5fe8-f2fc-499e-b57a-b99a44fdcb80"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:16:57.591075 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-0b2f508a-1149-4712-93e6-16aa541dc8e2 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=460dd8b022fa4895a779d099f1c66638&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4800084 Feb 16 14:16:57.592251 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f508a-1149-4712-93e6-16aa541dc8e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e12871-060d-429a-9ceb-91f0414afd9f,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:57.594523 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 52816) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:57.595458 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 03fc5fe8-f2fc-499e-b57a-b99a44fdcb80, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=03fc5fe8-f2fc-499e-b57a-b99a44fdcb80,segment=NetworkSegment(c25a00b6-c425-4e03-bd80-42e218491344),segment_id=c25a00b6-c425-4e03-bd80-42e218491344)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:16:57.603981 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (03fc5fe8-f2fc-499e-b57a-b99a44fdcb80), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:57.641374 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a7eb00-1ac9-4d85-9a2d-e8b9a3957078 x-openstack-request-id: req-99a7eb00-1ac9-4d85-9a2d-e8b9a3957078 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:16:57.641961 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e4b112e-476d-447d-ad17-71aaf4474094", "name": "network-vif-plugged", "status": "completed", "tag": "03fc5fe8-f2fc-499e-b57a-b99a44fdcb80", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:16:57.642849 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-99a7eb00-1ac9-4d85-9a2d-e8b9a3957078 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:16:57.643979 dv-cinder-773985-32-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e4b112e-476d-447d-ad17-71aaf4474094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03fc5fe8-f2fc-499e-b57a-b99a44fdcb80', 'code': 200} Feb 16 14:16:57.682291 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Pushing event updated for resources: {'Port': ['ID=03fc5fe8-f2fc-499e-b57a-b99a44fdcb80,revision_number=5']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:57.765844 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d6f843-4f5f-4f3d-9814-4fcf0c73f44b req-fd834b3a-302b-4636-848d-d20ce633c416 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:57.767563 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f4d6f843-4f5f-4f3d-9814-4fcf0c73f44b req-fd834b3a-302b-4636-848d-d20ce633c416 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 945 time: 0.2209935 Feb 16 14:16:57.790059 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f64643-3ae9-423d-8eeb-35782b2cfdb3 req-5eb8c65c-b092-4b07-8aea-f6ac22d227c3 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:57.791931 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b3f64643-3ae9-423d-8eeb-35782b2cfdb3 req-5eb8c65c-b092-4b07-8aea-f6ac22d227c3 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 946 time: 0.0774925 Feb 16 14:16:57.828896 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-950596de-1894-4544-91ce-d1323ba38916 admin admin] Publish callbacks [] for security_group (b2e12871-060d-429a-9ceb-91f0414afd9f), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:57.834793 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.db.resource_extend [None req-e153a424-f79c-4238-b87a-fb42c014923b tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 14:16:57.863720 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b3f64643-3ae9-423d-8eeb-35782b2cfdb3 req-19304f0d-d1c7-4f3a-9fb0-f582f90dac73 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a304b7ae-1265-4202-af5b-2245021c533e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639322 Feb 16 14:16:57.963829 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3892ccb-4434-4d30-a2d8-777703fee56d req-cdb0f8f2-a90f-44f8-b827-746bdf62e216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:57.966075 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e3892ccb-4434-4d30-a2d8-777703fee56d req-cdb0f8f2-a90f-44f8-b827-746bdf62e216 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 1130 time: 0.0633302 Feb 16 14:16:57.966927 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 52828) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:57.995230 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-91ca7a89-d2f4-431f-bf18-35e1ed6b9820 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:58.050718 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e3892ccb-4434-4d30-a2d8-777703fee56d req-67f50f44-04c9-4edc-87c2-beba0df9c0cc service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a304b7ae-1265-4202-af5b-2245021c533e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769262 Feb 16 14:16:58.109864 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-950596de-1894-4544-91ce-d1323ba38916 admin admin] Publish callbacks [] for security_group (b2e12871-060d-429a-9ceb-91f0414afd9f), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:58.123999 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-91ca7a89-d2f4-431f-bf18-35e1ed6b9820 admin admin] Publish callbacks [] for security_group (468da9cc-9122-4e05-b450-1d43d75ffae2), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:58.131870 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-91ca7a89-d2f4-431f-bf18-35e1ed6b9820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (468da9cc-9122-4e05-b450-1d43d75ffae2), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:58.156366 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f4d6f843-4f5f-4f3d-9814-4fcf0c73f44b req-88e407a0-a560-435a-b1fd-b4dce7a26686 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3771136 Feb 16 14:16:58.174036 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e153a424-f79c-4238-b87a-fb42c014923b tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:58.184150 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca7a89-d2f4-431f-bf18-35e1ed6b9820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=468da9cc-9122-4e05-b450-1d43d75ffae2,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:58.189193 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-91ca7a89-d2f4-431f-bf18-35e1ed6b9820 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=46cb3c57a82f4bddb923720b35f1957e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2212222 Feb 16 14:16:58.194554 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 52842) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:58.203236 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e153a424-f79c-4238-b87a-fb42c014923b tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1596120'] for floatingip (bab65343-7c00-48f0-8436-74ab96624fd4), after_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:58.316746 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-950596de-1894-4544-91ce-d1323ba38916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (b2e12871-060d-429a-9ceb-91f0414afd9f), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:58.319921 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-950596de-1894-4544-91ce-d1323ba38916 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:58.320931 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-950596de-1894-4544-91ce-d1323ba38916 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/b2e12871-060d-429a-9ceb-91f0414afd9f HTTP/1.1" status: 204 len: 168 time: 0.7022648 Feb 16 14:16:58.338510 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950596de-1894-4544-91ce-d1323ba38916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e12871-060d-429a-9ceb-91f0414afd9f,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:58.357346 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ccb14fdc-fe2c-474d-90d8-bc96ddb264a8 admin admin] Publish callbacks [] for security_group (468da9cc-9122-4e05-b450-1d43d75ffae2), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:58.374848 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.db.l3_db [None req-e153a424-f79c-4238-b87a-fb42c014923b tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Floating IP bab65343-7c00-48f0-8436-74ab96624fd4 associated. External IP: 172.27.2.25, port: 96bc1fe8-242a-45ba-a844-c1b33f59c7b1. Feb 16 14:16:58.416402 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ccb14fdc-fe2c-474d-90d8-bc96ddb264a8 admin admin] Publish callbacks [] for security_group (468da9cc-9122-4e05-b450-1d43d75ffae2), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:58.538764 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ccb14fdc-fe2c-474d-90d8-bc96ddb264a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (468da9cc-9122-4e05-b450-1d43d75ffae2), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:58.541315 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ccb14fdc-fe2c-474d-90d8-bc96ddb264a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:58.545037 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-ccb14fdc-fe2c-474d-90d8-bc96ddb264a8 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/468da9cc-9122-4e05-b450-1d43d75ffae2 HTTP/1.1" status: 204 len: 168 time: 0.3469839 Feb 16 14:16:58.611258 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb14fdc-fe2c-474d-90d8-bc96ddb264a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468da9cc-9122-4e05-b450-1d43d75ffae2,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:58.666975 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e153a424-f79c-4238-b87a-fb42c014923b tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Router 7ef9b361-04ee-467d-b3f7-ca5ff07ffa90 has already been hosted by L3 agent 531611a8-34ea-4f1f-8d10-111cbf56a8a1 {{(pid=102969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:16:58.785289 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e153a424-f79c-4238-b87a-fb42c014923b tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Notify agent at l3_agent.dv-cinder-773985-32-iscsi the message routers_updated {{(pid=102969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:16:58.790786 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e153a424-f79c-4238-b87a-fb42c014923b tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for floatingip (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:58.804619 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d83670-530d-481e-b5b8-e4435b4a61a7 None None] Sync routers for ids ['7ef9b361-04ee-467d-b3f7-ca5ff07ffa90'] in dv-cinder-773985-32-iscsi {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:16:58.819799 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d83670-530d-481e-b5b8-e4435b4a61a7 None None] Routers {'7ef9b361-04ee-467d-b3f7-ca5ff07ffa90'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:16:58.820442 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-e8d83670-530d-481e-b5b8-e4435b4a61a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:16:41Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['7ef9b361-04ee-467d-b3f7-ca5ff07ffa90'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:16:58.825680 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-e153a424-f79c-4238-b87a-fb42c014923b tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "PUT /v2.0/floatingips/bab65343-7c00-48f0-8436-74ab96624fd4 HTTP/1.1" status: 200 len: 991 time: 2.1395204 Feb 16 14:16:58.826380 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e48d1903-172a-45ff-9eba-d70d17add9e5', 'tag': '96bc1fe8-242a-45ba-a844-c1b33f59c7b1'}] {{(pid=102969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:16:58.829046 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}597425108aee33d34effbd51aa5a8721840594214ac6e6c89cce82b7911d7071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8825454b-2688-4eff-85b5-205a1005c132" -d '{"events": [{"name": "network-changed", "server_uuid": "e48d1903-172a-45ff-9eba-d70d17add9e5", "tag": "96bc1fe8-242a-45ba-a844-c1b33f59c7b1"}]}' {{(pid=102969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:16:58.902878 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6d9071-98b9-4e1b-a7cb-b7834417249d x-openstack-request-id: req-be6d9071-98b9-4e1b-a7cb-b7834417249d {{(pid=102969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:16:58.903268 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e48d1903-172a-45ff-9eba-d70d17add9e5", "tag": "96bc1fe8-242a-45ba-a844-c1b33f59c7b1", "status": "completed", "code": 200}]} {{(pid=102969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:16:58.903745 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-be6d9071-98b9-4e1b-a7cb-b7834417249d {{(pid=102969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:16:58.904231 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e48d1903-172a-45ff-9eba-d70d17add9e5', 'tag': '96bc1fe8-242a-45ba-a844-c1b33f59c7b1', 'status': 'completed', 'code': 200} Feb 16 14:16:58.948163 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-e8d83670-530d-481e-b5b8-e4435b4a61a7 None None] Set router 7ef9b361-04ee-467d-b3f7-ca5ff07ffa90 gateway port host: dv-cinder-773985-32-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:16:59.061161 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66cb64-1f22-42c3-92a7-983a0f020342 req-1c8b0222-9499-4404-beb9-a57f9917c89f tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:59.062780 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3b66cb64-1f22-42c3-92a7-983a0f020342 req-1c8b0222-9499-4404-beb9-a57f9917c89f tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 946 time: 0.0712833 Feb 16 14:16:59.067986 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825454b-2688-4eff-85b5-205a1005c132 req-a29a6bb4-c459-4c3c-aa8c-82e518481107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:59.077376 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8825454b-2688-4eff-85b5-205a1005c132 req-a29a6bb4-c459-4c3c-aa8c-82e518481107 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=410a0d25161b4a0e8f890d74d6eb242d&device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 1130 time: 0.1183672 Feb 16 14:16:59.184693 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3b66cb64-1f22-42c3-92a7-983a0f020342 req-68511b54-d558-44cc-baae-32831d9e921d tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a304b7ae-1265-4202-af5b-2245021c533e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143570 Feb 16 14:16:59.185208 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 52900) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:59.248815 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825454b-2688-4eff-85b5-205a1005c132 req-3be413d8-a04e-4fb9-81b5-7e74632190a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:59.265871 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8825454b-2688-4eff-85b5-205a1005c132 req-3be413d8-a04e-4fb9-81b5-7e74632190a1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=08a3e979-1da2-40e7-a40c-6fc286cacb72 HTTP/1.1" status: 200 len: 919 time: 0.1625004 Feb 16 14:16:59.368292 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-e8d83670-530d-481e-b5b8-e4435b4a61a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef9b361-04ee-467d-b3f7-ca5ff07ffa90', 'name': 'tempest-AttachVolumeShelveTestJSON-1011373759-router', 'tenant_id': '410a0d25161b4a0e8f890d74d6eb242d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '889f4e28-56ab-4437-8364-bf9f84f6e647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:15:57Z', 'updated_at': '2022-02-16T14:16:05Z', 'revision_number': 4, 'project_id': '410a0d25161b4a0e8f890d74d6eb242d', 'gw_port': {'id': '889f4e28-56ab-4437-8364-bf9f84f6e647', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef9b361-04ee-467d-b3f7-ca5ff07ffa90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:15:58Z', 'updated_at': '2022-02-16T14:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_floatingips': [{'id': 'bab65343-7c00-48f0-8436-74ab96624fd4', 'tenant_id': '410a0d25161b4a0e8f890d74d6eb242d', 'floating_ip_address': '172.27.2.25', 'floating_network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'router_id': '7ef9b361-04ee-467d-b3f7-ca5ff07ffa90', 'port_id': '96bc1fe8-242a-45ba-a844-c1b33f59c7b1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08a3e979-1da2-40e7-a40c-6fc286cacb72', 'mac_address': 'fa:16:3e:1a:c1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48d1903-172a-45ff-9eba-d70d17add9e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:16:22Z', 'updated_at': '2022-02-16T14:16:57Z', 'revision_number': 1, 'project_id': '410a0d25161b4a0e8f890d74d6eb242d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '823115d7-28d7-4545-82be-bd4444f81a41', 'name': '', 'network_id': '08a3e979-1da2-40e7-a40c-6fc286cacb72', 'tenant_id': '410a0d25161b4a0e8f890d74d6eb242d', 'mac_address': 'fa:16:3e:66:3d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef9b361-04ee-467d-b3f7-ca5ff07ffa90', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b5411640-e171-466e-826f-00fe3dbaa6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:16:03Z', 'updated_at': '2022-02-16T14:16:19Z', 'revision_number': 5, 'project_id': '410a0d25161b4a0e8f890d74d6eb242d', 'subnets': [{'id': 'b5411640-e171-466e-826f-00fe3dbaa6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:16:59.440662 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d83670-530d-481e-b5b8-e4435b4a61a7 None None] Checking router: 7ef9b361-04ee-467d-b3f7-ca5ff07ffa90 for host: dv-cinder-773985-32-iscsi {{(pid=102971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:16:59.463437 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d83670-530d-481e-b5b8-e4435b4a61a7 None None] Routers {'7ef9b361-04ee-467d-b3f7-ca5ff07ffa90'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:16:59.464058 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-e8d83670-530d-481e-b5b8-e4435b4a61a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:16:41Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['7ef9b361-04ee-467d-b3f7-ca5ff07ffa90'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:16:59.465709 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2b5de-42f5-4ac6-a8d0-b81ae57219e5 req-8e55875c-855b-410c-a561-eecf5f93ce07 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:59.473887 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-31a2b5de-42f5-4ac6-a8d0-b81ae57219e5 req-8e55875c-855b-410c-a561-eecf5f93ce07 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 945 time: 0.2065356 Feb 16 14:16:59.484342 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8825454b-2688-4eff-85b5-205a1005c132 req-56742d8d-574c-4155-9444-1540f48745f0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96bc1fe8-242a-45ba-a844-c1b33f59c7b1 HTTP/1.1" status: 200 len: 999 time: 0.2026613 Feb 16 14:16:59.491553 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-3a22a701-a24a-4d4d-9407-03e7f25f09a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:59.612353 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825454b-2688-4eff-85b5-205a1005c132 req-7c75e36e-b53d-49f3-8bd8-009b5ac6b0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:59.615171 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8825454b-2688-4eff-85b5-205a1005c132 req-7c75e36e-b53d-49f3-8bd8-009b5ac6b0f9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b5411640-e171-466e-826f-00fe3dbaa6b6 HTTP/1.1" status: 200 len: 856 time: 0.0825722 Feb 16 14:16:59.650221 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-31a2b5de-42f5-4ac6-a8d0-b81ae57219e5 req-9b3e36c2-a457-43a2-86f4-5d55a23ee9ad tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753459 Feb 16 14:16:59.680504 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-e8d83670-530d-481e-b5b8-e4435b4a61a7 None None] Set router 7ef9b361-04ee-467d-b3f7-ca5ff07ffa90 gateway port host: dv-cinder-773985-32-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:16:59.716815 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-3a22a701-a24a-4d4d-9407-03e7f25f09a7 admin admin] Publish callbacks [] for security_group (9ddd2ba1-3d14-40bc-8f9d-9a5d5cd67392), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:59.717370 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825454b-2688-4eff-85b5-205a1005c132 req-5c0e4e0e-107e-4965-9c44-16ce1101c3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:59.718782 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8825454b-2688-4eff-85b5-205a1005c132 req-5c0e4e0e-107e-4965-9c44-16ce1101c3b9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=08a3e979-1da2-40e7-a40c-6fc286cacb72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0732980 Feb 16 14:16:59.723190 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-3a22a701-a24a-4d4d-9407-03e7f25f09a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (9ddd2ba1-3d14-40bc-8f9d-9a5d5cd67392), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:59.795530 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-3a22a701-a24a-4d4d-9407-03e7f25f09a7 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=fd70645af5f5438ab73be78c3bbbd23e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6070132 Feb 16 14:16:59.795530 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a22a701-a24a-4d4d-9407-03e7f25f09a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ddd2ba1-3d14-40bc-8f9d-9a5d5cd67392,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:59.799960 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 52928) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:59.868713 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-02b170fc-b65c-4751-829d-5dd62c770494 admin admin] Publish callbacks [] for security_group (9ddd2ba1-3d14-40bc-8f9d-9a5d5cd67392), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:59.898741 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-02b170fc-b65c-4751-829d-5dd62c770494 admin admin] Publish callbacks [] for security_group (9ddd2ba1-3d14-40bc-8f9d-9a5d5cd67392), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:59.921998 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8825454b-2688-4eff-85b5-205a1005c132 req-2ec99e15-a9c4-4b38-9feb-ae464a593d25 service neutron] 10.222.0.10 "GET /v2.0/networks/08a3e979-1da2-40e7-a40c-6fc286cacb72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813099 Feb 16 14:16:59.950144 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-e8d83670-530d-481e-b5b8-e4435b4a61a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef9b361-04ee-467d-b3f7-ca5ff07ffa90', 'name': 'tempest-AttachVolumeShelveTestJSON-1011373759-router', 'tenant_id': '410a0d25161b4a0e8f890d74d6eb242d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '889f4e28-56ab-4437-8364-bf9f84f6e647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:15:57Z', 'updated_at': '2022-02-16T14:16:05Z', 'revision_number': 4, 'project_id': '410a0d25161b4a0e8f890d74d6eb242d', 'gw_port': {'id': '889f4e28-56ab-4437-8364-bf9f84f6e647', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef9b361-04ee-467d-b3f7-ca5ff07ffa90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:15:58Z', 'updated_at': '2022-02-16T14:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_floatingips': [{'id': 'bab65343-7c00-48f0-8436-74ab96624fd4', 'tenant_id': '410a0d25161b4a0e8f890d74d6eb242d', 'floating_ip_address': '172.27.2.25', 'floating_network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'router_id': '7ef9b361-04ee-467d-b3f7-ca5ff07ffa90', 'port_id': '96bc1fe8-242a-45ba-a844-c1b33f59c7b1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08a3e979-1da2-40e7-a40c-6fc286cacb72', 'mac_address': 'fa:16:3e:1a:c1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48d1903-172a-45ff-9eba-d70d17add9e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:16:22Z', 'updated_at': '2022-02-16T14:16:57Z', 'revision_number': 1, 'project_id': '410a0d25161b4a0e8f890d74d6eb242d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '823115d7-28d7-4545-82be-bd4444f81a41', 'name': '', 'network_id': '08a3e979-1da2-40e7-a40c-6fc286cacb72', 'tenant_id': '410a0d25161b4a0e8f890d74d6eb242d', 'mac_address': 'fa:16:3e:66:3d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef9b361-04ee-467d-b3f7-ca5ff07ffa90', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b5411640-e171-466e-826f-00fe3dbaa6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:16:03Z', 'updated_at': '2022-02-16T14:16:19Z', 'revision_number': 5, 'project_id': '410a0d25161b4a0e8f890d74d6eb242d', 'subnets': [{'id': 'b5411640-e171-466e-826f-00fe3dbaa6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:16:59.977929 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-02b170fc-b65c-4751-829d-5dd62c770494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (9ddd2ba1-3d14-40bc-8f9d-9a5d5cd67392), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:59.980855 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-02b170fc-b65c-4751-829d-5dd62c770494 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:59.982356 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-02b170fc-b65c-4751-829d-5dd62c770494 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/9ddd2ba1-3d14-40bc-8f9d-9a5d5cd67392 HTTP/1.1" status: 204 len: 168 time: 0.1810262 Feb 16 14:16:59.982562 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d83670-530d-481e-b5b8-e4435b4a61a7 None None] The sync data for ids ['7ef9b361-04ee-467d-b3f7-ca5ff07ffa90'] in dv-cinder-773985-32-iscsi is: [{'id': '7ef9b361-04ee-467d-b3f7-ca5ff07ffa90', 'name': 'tempest-AttachVolumeShelveTestJSON-1011373759-router', 'tenant_id': '410a0d25161b4a0e8f890d74d6eb242d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '889f4e28-56ab-4437-8364-bf9f84f6e647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:15:57Z', 'updated_at': '2022-02-16T14:16:05Z', 'revision_number': 4, 'project_id': '410a0d25161b4a0e8f890d74d6eb242d', 'gw_port': {'id': '889f4e28-56ab-4437-8364-bf9f84f6e647', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef9b361-04ee-467d-b3f7-ca5ff07ffa90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:15:58Z', 'updated_at': '2022-02-16T14:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_floatingips': [{'id': 'bab65343-7c00-48f0-8436-74ab96624fd4', 'tenant_id': '410a0d25161b4a0e8f890d74d6eb242d', 'floating_ip_address': '172.27.2.25', 'floating_network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'router_id': '7ef9b361-04ee-467d-b3f7-ca5ff07ffa90', 'port_id': '96bc1fe8-242a-45ba-a844-c1b33f59c7b1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08a3e979-1da2-40e7-a40c-6fc286cacb72', 'mac_address': 'fa:16:3e:1a:c1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48d1903-172a-45ff-9eba-d70d17add9e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:16:22Z', 'updated_at': '2022-02-16T14:16:57Z', 'revision_number': 1, 'project_id': '410a0d25161b4a0e8f890d74d6eb242d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '823115d7-28d7-4545-82be-bd4444f81a41', 'name': '', 'network_id': '08a3e979-1da2-40e7-a40c-6fc286cacb72', 'tenant_id': '410a0d25161b4a0e8f890d74d6eb242d', 'mac_address': 'fa:16:3e:66:3d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef9b361-04ee-467d-b3f7-ca5ff07ffa90', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b5411640-e171-466e-826f-00fe3dbaa6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:16:03Z', 'updated_at': '2022-02-16T14:16:19Z', 'revision_number': 5, 'project_id': '410a0d25161b4a0e8f890d74d6eb242d', 'subnets': [{'id': 'b5411640-e171-466e-826f-00fe3dbaa6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:16:59.993276 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b170fc-b65c-4751-829d-5dd62c770494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ddd2ba1-3d14-40bc-8f9d-9a5d5cd67392,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:00.071559 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8825454b-2688-4eff-85b5-205a1005c132 req-7f108421-03b5-47fb-a582-a20a01119af7 service neutron] 10.222.0.10 "GET /v2.0/networks/08a3e979-1da2-40e7-a40c-6fc286cacb72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450770 Feb 16 14:17:00.300178 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33615586-2314-49ee-9422-cfc8fe312b50 None None] New status for floating IP bab65343-7c00-48f0-8436-74ab96624fd4: ACTIVE {{(pid=102970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:17:00.341417 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c38bb-50f1-4915-8b1a-1da2c39df9ed req-b5f15473-3623-4979-9cf5-e1a5a48611ce tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:00.343034 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f66c38bb-50f1-4915-8b1a-1da2c39df9ed req-b5f15473-3623-4979-9cf5-e1a5a48611ce tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 946 time: 0.0819125 Feb 16 14:17:00.405307 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f66c38bb-50f1-4915-8b1a-1da2c39df9ed req-990ccf1f-329d-4283-a627-72125116ee9e tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a304b7ae-1265-4202-af5b-2245021c533e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552032 Feb 16 14:17:00.550518 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607509c4-e61c-4585-bc49-45e1d3f8a19b req-7934445f-8171-451b-b0cf-cb15c2a1e817 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:00.550751 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 52960) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:00.559214 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-607509c4-e61c-4585-bc49-45e1d3f8a19b req-7934445f-8171-451b-b0cf-cb15c2a1e817 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 946 time: 0.0773230 Feb 16 14:17:00.559884 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 52962) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:00.564058 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-53f710a0-6e8c-462a-a04e-10005f92fad9 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Request body: {'floatingip': {'port_id': '03fc5fe8-f2fc-499e-b57a-b99a44fdcb80'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:17:00.569012 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-7858f447-1b58-4190-bc7e-4f129bef37f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:00.659773 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-53f710a0-6e8c-462a-a04e-10005f92fad9 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks [] for floatingip (e301b9a4-e121-4d02-840b-17d046e3eb07), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:00.848382 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-7858f447-1b58-4190-bc7e-4f129bef37f7 admin admin] Publish callbacks [] for security_group (1b617ad8-c020-46ea-9bd5-eaf8eb205e3c), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:00.855273 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-7858f447-1b58-4190-bc7e-4f129bef37f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (1b617ad8-c020-46ea-9bd5-eaf8eb205e3c), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:00.904601 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-7858f447-1b58-4190-bc7e-4f129bef37f7 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=21d67c03d1a048c0b304e15526d0eae6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3527517 Feb 16 14:17:00.908831 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 52978) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:00.924030 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6896ef1-bb53-4d67-826a-ea856069d7e7 req-b4d5dff7-987b-4b75-aac2-9585f5beece7 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:00.925792 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d6896ef1-bb53-4d67-826a-ea856069d7e7 req-b4d5dff7-987b-4b75-aac2-9585f5beece7 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 945 time: 0.1453595 Feb 16 14:17:00.928633 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7858f447-1b58-4190-bc7e-4f129bef37f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b617ad8-c020-46ea-9bd5-eaf8eb205e3c,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:01.028124 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d6896ef1-bb53-4d67-826a-ea856069d7e7 req-3e162d84-076d-479e-8faf-9af8a1ed6775 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912142 Feb 16 14:17:01.031456 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-920d0660-fb39-4d03-bffa-be83f7059256 admin admin] Publish callbacks [] for security_group (1b617ad8-c020-46ea-9bd5-eaf8eb205e3c), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:01.058850 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-920d0660-fb39-4d03-bffa-be83f7059256 admin admin] Publish callbacks [] for security_group (1b617ad8-c020-46ea-9bd5-eaf8eb205e3c), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:01.118684 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-920d0660-fb39-4d03-bffa-be83f7059256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (1b617ad8-c020-46ea-9bd5-eaf8eb205e3c), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:01.123259 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-920d0660-fb39-4d03-bffa-be83f7059256 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:01.129184 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-920d0660-fb39-4d03-bffa-be83f7059256 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/1b617ad8-c020-46ea-9bd5-eaf8eb205e3c HTTP/1.1" status: 204 len: 168 time: 0.2160549 Feb 16 14:17:01.137495 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d0660-fb39-4d03-bffa-be83f7059256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b617ad8-c020-46ea-9bd5-eaf8eb205e3c,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:01.660748 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-425caaa5-5413-4bfe-b310-fd223ccd4227 req-e9cb143d-8742-45fa-b082-56a2be0ba0d3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7e92ad68-f22d-4da6-bcf4-ed9073b066ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1786287 Feb 16 14:17:01.667706 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-53f710a0-6e8c-462a-a04e-10005f92fad9 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:01.672652 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-53f710a0-6e8c-462a-a04e-10005f92fad9 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1596120'] for floatingip (e301b9a4-e121-4d02-840b-17d046e3eb07), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:01.737481 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 53014) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:01.828138 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.db.l3_db [None req-53f710a0-6e8c-462a-a04e-10005f92fad9 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Floating IP e301b9a4-e121-4d02-840b-17d046e3eb07 associated. External IP: 172.27.2.38, port: 03fc5fe8-f2fc-499e-b57a-b99a44fdcb80. Feb 16 14:17:01.832473 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425caaa5-5413-4bfe-b310-fd223ccd4227 req-52ead9c8-4908-4c9b-b3a8-efc5384b5b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:01.834540 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-425caaa5-5413-4bfe-b310-fd223ccd4227 req-52ead9c8-4908-4c9b-b3a8-efc5384b5b0a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9bd6b91468f54798bfb0f41b562227ca&device_id=7e92ad68-f22d-4da6-bcf4-ed9073b066ae HTTP/1.1" status: 200 len: 1129 time: 0.0694776 Feb 16 14:17:01.883741 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-a8050c5e-fae0-4749-9066-b350f3112fc5 None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:17:01.894327 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-5b68f78d-eaba-4731-8ee5-2a9576333f5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:02.004853 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-5b68f78d-eaba-4731-8ee5-2a9576333f5a admin admin] Publish callbacks [] for security_group (54241401-04ac-4154-9eb3-d426f84c367d), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:02.012058 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-5b68f78d-eaba-4731-8ee5-2a9576333f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (54241401-04ac-4154-9eb3-d426f84c367d), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:02.027497 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425caaa5-5413-4bfe-b310-fd223ccd4227 req-17058820-db63-47b2-ab1c-874fa9ab8074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:02.028949 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-425caaa5-5413-4bfe-b310-fd223ccd4227 req-17058820-db63-47b2-ab1c-874fa9ab8074 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9d58dae2-5a6b-4a66-b0fa-2d1d4a9b819b HTTP/1.1" status: 200 len: 913 time: 0.1586804 Feb 16 14:17:02.055039 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b68f78d-eaba-4731-8ee5-2a9576333f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54241401-04ac-4154-9eb3-d426f84c367d,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:02.059659 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-5b68f78d-eaba-4731-8ee5-2a9576333f5a admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=373d9927c40f40b0909d747f21ef7ee3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3214366 Feb 16 14:17:02.062301 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 53028) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:02.081191 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-425caaa5-5413-4bfe-b310-fd223ccd4227 req-8c10a3e5-6e72-4f11-811b-7c69b965379d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7efc934a-e21c-4fe1-b5ec-843a93209897 HTTP/1.1" status: 200 len: 217 time: 0.0396793 Feb 16 14:17:02.155812 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-dd57128e-fc52-43d8-8d80-f5048ba04299 admin admin] Publish callbacks [] for security_group (54241401-04ac-4154-9eb3-d426f84c367d), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:02.184845 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-dd57128e-fc52-43d8-8d80-f5048ba04299 admin admin] Publish callbacks [] for security_group (54241401-04ac-4154-9eb3-d426f84c367d), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:02.260159 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-dd57128e-fc52-43d8-8d80-f5048ba04299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (54241401-04ac-4154-9eb3-d426f84c367d), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:02.260356 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425caaa5-5413-4bfe-b310-fd223ccd4227 req-c46ea424-0d64-48c3-9e8b-39ac98c5e29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:02.261626 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-425caaa5-5413-4bfe-b310-fd223ccd4227 req-c46ea424-0d64-48c3-9e8b-39ac98c5e29e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6c526f28-2413-49d4-9079-9a70a0f0eaac HTTP/1.1" status: 200 len: 851 time: 0.1275146 Feb 16 14:17:02.263156 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-dd57128e-fc52-43d8-8d80-f5048ba04299 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:02.264480 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-dd57128e-fc52-43d8-8d80-f5048ba04299 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/54241401-04ac-4154-9eb3-d426f84c367d HTTP/1.1" status: 204 len: 168 time: 0.2011886 Feb 16 14:17:02.280847 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd57128e-fc52-43d8-8d80-f5048ba04299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54241401-04ac-4154-9eb3-d426f84c367d,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:02.307070 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-425caaa5-5413-4bfe-b310-fd223ccd4227 req-771312cd-9bcd-44e2-acbb-3d11f104bb81 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9d58dae2-5a6b-4a66-b0fa-2d1d4a9b819b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370178 Feb 16 14:17:02.319045 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df93bf-de1b-4052-81e6-849f7dc4b74b req-e48f742b-03be-49dc-adb3-506686e03f99 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:02.320534 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f1df93bf-de1b-4052-81e6-849f7dc4b74b req-e48f742b-03be-49dc-adb3-506686e03f99 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 945 time: 0.1490438 Feb 16 14:17:02.356609 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f710a0-6e8c-462a-a04e-10005f92fad9 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Router b8a42c37-a11f-4fbf-b38b-54846685184c has already been hosted by L3 agent 531611a8-34ea-4f1f-8d10-111cbf56a8a1 {{(pid=102968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:17:02.730387 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f1df93bf-de1b-4052-81e6-849f7dc4b74b req-0bde5967-e769-4888-b630-76a70f0fc90e tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3975573 Feb 16 14:17:02.764761 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-425caaa5-5413-4bfe-b310-fd223ccd4227 req-2202fc75-2415-449f-ba73-02fbb8ab90f5 service neutron] 10.222.0.10 "GET /v2.0/networks/9d58dae2-5a6b-4a66-b0fa-2d1d4a9b819b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4431911 Feb 16 14:17:02.830824 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (0563e457-3a96-4909-b5a3-8fa5db96f619), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:02.897294 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f710a0-6e8c-462a-a04e-10005f92fad9 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Notify agent at l3_agent.dv-cinder-773985-32-iscsi the message routers_updated {{(pid=102968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:17:02.909916 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-53f710a0-6e8c-462a-a04e-10005f92fad9 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for floatingip (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:02.915109 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777289a7-cd31-4a28-b5e8-f48c27f4ce9a None None] Sync routers for ids ['b8a42c37-a11f-4fbf-b38b-54846685184c'] in dv-cinder-773985-32-iscsi {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:17:02.933378 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777289a7-cd31-4a28-b5e8-f48c27f4ce9a None None] Routers {'b8a42c37-a11f-4fbf-b38b-54846685184c'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:17:02.936116 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-777289a7-cd31-4a28-b5e8-f48c27f4ce9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:16:41Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['b8a42c37-a11f-4fbf-b38b-54846685184c'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:17:02.966680 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-53f710a0-6e8c-462a-a04e-10005f92fad9 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "PUT /v2.0/floatingips/e301b9a4-e121-4d02-840b-17d046e3eb07 HTTP/1.1" status: 200 len: 991 time: 2.4059701 Feb 16 14:17:02.967671 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e4b112e-476d-447d-ad17-71aaf4474094', 'tag': '03fc5fe8-f2fc-499e-b57a-b99a44fdcb80'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:17:02.981492 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669008da0707fbbfdc7037cdc0b86c67378ff5c6b942db7a00e5cd0dd563b74b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc49aad-a7fc-4eb3-a07e-e055d79e99cf" -d '{"events": [{"name": "network-changed", "server_uuid": "8e4b112e-476d-447d-ad17-71aaf4474094", "tag": "03fc5fe8-f2fc-499e-b57a-b99a44fdcb80"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:17:02.993689 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-425caaa5-5413-4bfe-b310-fd223ccd4227 req-b9d1a0b5-2296-4416-a5d1-53b3caf4ad12 service neutron] 10.222.0.10 "GET /v2.0/networks/9d58dae2-5a6b-4a66-b0fa-2d1d4a9b819b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119315 Feb 16 14:17:03.075822 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0bc836-de81-4a06-a27d-ff4bc892003f x-openstack-request-id: req-bc0bc836-de81-4a06-a27d-ff4bc892003f {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:17:03.076337 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e4b112e-476d-447d-ad17-71aaf4474094", "tag": "03fc5fe8-f2fc-499e-b57a-b99a44fdcb80", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:17:03.077228 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-bc0bc836-de81-4a06-a27d-ff4bc892003f {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:17:03.077726 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e4b112e-476d-447d-ad17-71aaf4474094', 'tag': '03fc5fe8-f2fc-499e-b57a-b99a44fdcb80', 'status': 'completed', 'code': 200} Feb 16 14:17:03.110002 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-777289a7-cd31-4a28-b5e8-f48c27f4ce9a None None] Set router b8a42c37-a11f-4fbf-b38b-54846685184c gateway port host: dv-cinder-773985-32-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:17:03.282553 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc49aad-a7fc-4eb3-a07e-e055d79e99cf req-6a75568a-29b2-44ea-a681-4c2bc8ce7ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:03.284630 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0bc49aad-a7fc-4eb3-a07e-e055d79e99cf req-6a75568a-29b2-44ea-a681-4c2bc8ce7ba0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=191319209d6f4aa0a692cf7d431b25ef&device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 1130 time: 0.0513372 Feb 16 14:17:03.408082 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-777289a7-cd31-4a28-b5e8-f48c27f4ce9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a42c37-a11f-4fbf-b38b-54846685184c', 'name': 'tempest-AttachVolumeTestJSON-10169616-router', 'tenant_id': '191319209d6f4aa0a692cf7d431b25ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '700931d7-6707-4beb-9240-a3c17a7903f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:15:58Z', 'updated_at': '2022-02-16T14:16:11Z', 'revision_number': 4, 'project_id': '191319209d6f4aa0a692cf7d431b25ef', 'gw_port': {'id': '700931d7-6707-4beb-9240-a3c17a7903f2', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a42c37-a11f-4fbf-b38b-54846685184c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:16:01Z', 'updated_at': '2022-02-16T14:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_floatingips': [{'id': 'e301b9a4-e121-4d02-840b-17d046e3eb07', 'tenant_id': '191319209d6f4aa0a692cf7d431b25ef', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'router_id': 'b8a42c37-a11f-4fbf-b38b-54846685184c', 'port_id': '03fc5fe8-f2fc-499e-b57a-b99a44fdcb80', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebf6afd0-c796-4d65-bd33-5c3bb57211ed', 'mac_address': 'fa:16:3e:3e:24:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4b112e-476d-447d-ad17-71aaf4474094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:16:28Z', 'updated_at': '2022-02-16T14:17:01Z', 'revision_number': 1, 'project_id': '191319209d6f4aa0a692cf7d431b25ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfd99815-730b-400d-9f2c-87d16b3d4f0f', 'name': '', 'network_id': 'ebf6afd0-c796-4d65-bd33-5c3bb57211ed', 'tenant_id': '191319209d6f4aa0a692cf7d431b25ef', 'mac_address': 'fa:16:3e:fd:27:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a42c37-a11f-4fbf-b38b-54846685184c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '664452e3-1277-4c51-8f59-1d3b97df3dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:16:07Z', 'updated_at': '2022-02-16T14:16:23Z', 'revision_number': 5, 'project_id': '191319209d6f4aa0a692cf7d431b25ef', 'subnets': [{'id': '664452e3-1277-4c51-8f59-1d3b97df3dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:17:03.431427 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc49aad-a7fc-4eb3-a07e-e055d79e99cf req-2b50020e-30a8-4633-91aa-c7f02841f1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:03.441703 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0bc49aad-a7fc-4eb3-a07e-e055d79e99cf req-2b50020e-30a8-4633-91aa-c7f02841f1d2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ebf6afd0-c796-4d65-bd33-5c3bb57211ed HTTP/1.1" status: 200 len: 911 time: 0.1396451 Feb 16 14:17:03.541989 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777289a7-cd31-4a28-b5e8-f48c27f4ce9a None None] Checking router: b8a42c37-a11f-4fbf-b38b-54846685184c for host: dv-cinder-773985-32-iscsi {{(pid=102971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:17:03.543201 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0bc49aad-a7fc-4eb3-a07e-e055d79e99cf req-4ae83cba-04cc-4786-ad1c-d1f9c74e4b6f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03fc5fe8-f2fc-499e-b57a-b99a44fdcb80 HTTP/1.1" status: 200 len: 999 time: 0.0880690 Feb 16 14:17:03.550633 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777289a7-cd31-4a28-b5e8-f48c27f4ce9a None None] Routers {'b8a42c37-a11f-4fbf-b38b-54846685184c'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:17:03.551508 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-777289a7-cd31-4a28-b5e8-f48c27f4ce9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:16:41Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['b8a42c37-a11f-4fbf-b38b-54846685184c'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:17:03.605293 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc49aad-a7fc-4eb3-a07e-e055d79e99cf req-52e34e51-53a7-42c4-a571-bc974e4bae83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:03.607059 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0bc49aad-a7fc-4eb3-a07e-e055d79e99cf req-52e34e51-53a7-42c4-a571-bc974e4bae83 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=664452e3-1277-4c51-8f59-1d3b97df3dbb HTTP/1.1" status: 200 len: 848 time: 0.0506372 Feb 16 14:17:03.685996 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc49aad-a7fc-4eb3-a07e-e055d79e99cf req-66585820-21de-43a0-83db-9e38a84ce428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:03.689465 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-777289a7-cd31-4a28-b5e8-f48c27f4ce9a None None] Set router b8a42c37-a11f-4fbf-b38b-54846685184c gateway port host: dv-cinder-773985-32-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:17:03.696882 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0bc49aad-a7fc-4eb3-a07e-e055d79e99cf req-66585820-21de-43a0-83db-9e38a84ce428 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ebf6afd0-c796-4d65-bd33-5c3bb57211ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0753734 Feb 16 14:17:03.818801 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0bc49aad-a7fc-4eb3-a07e-e055d79e99cf req-d20a1bbb-7c96-432b-b983-012ca314cb97 service neutron] 10.222.0.10 "GET /v2.0/networks/ebf6afd0-c796-4d65-bd33-5c3bb57211ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075399 Feb 16 14:17:03.942274 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0bc49aad-a7fc-4eb3-a07e-e055d79e99cf req-a7ff1aaf-55a8-47e4-9d94-594729fda4c0 service neutron] 10.222.0.10 "GET /v2.0/networks/ebf6afd0-c796-4d65-bd33-5c3bb57211ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150043 Feb 16 14:17:03.994813 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478d6ec-42a2-4aa8-8863-6c42f394b83b req-7f570cf3-acbc-4d32-b952-e4fc322e6b94 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:04.003664 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b478d6ec-42a2-4aa8-8863-6c42f394b83b req-7f570cf3-acbc-4d32-b952-e4fc322e6b94 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 945 time: 0.1478369 Feb 16 14:17:04.082753 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b478d6ec-42a2-4aa8-8863-6c42f394b83b req-6a2af50d-6e27-4283-a391-cf1dd3a85bff tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777533 Feb 16 14:17:04.102395 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-777289a7-cd31-4a28-b5e8-f48c27f4ce9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a42c37-a11f-4fbf-b38b-54846685184c', 'name': 'tempest-AttachVolumeTestJSON-10169616-router', 'tenant_id': '191319209d6f4aa0a692cf7d431b25ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '700931d7-6707-4beb-9240-a3c17a7903f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:15:58Z', 'updated_at': '2022-02-16T14:16:11Z', 'revision_number': 4, 'project_id': '191319209d6f4aa0a692cf7d431b25ef', 'gw_port': {'id': '700931d7-6707-4beb-9240-a3c17a7903f2', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a42c37-a11f-4fbf-b38b-54846685184c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:16:01Z', 'updated_at': '2022-02-16T14:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_floatingips': [{'id': 'e301b9a4-e121-4d02-840b-17d046e3eb07', 'tenant_id': '191319209d6f4aa0a692cf7d431b25ef', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'router_id': 'b8a42c37-a11f-4fbf-b38b-54846685184c', 'port_id': '03fc5fe8-f2fc-499e-b57a-b99a44fdcb80', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebf6afd0-c796-4d65-bd33-5c3bb57211ed', 'mac_address': 'fa:16:3e:3e:24:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4b112e-476d-447d-ad17-71aaf4474094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:16:28Z', 'updated_at': '2022-02-16T14:17:01Z', 'revision_number': 1, 'project_id': '191319209d6f4aa0a692cf7d431b25ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfd99815-730b-400d-9f2c-87d16b3d4f0f', 'name': '', 'network_id': 'ebf6afd0-c796-4d65-bd33-5c3bb57211ed', 'tenant_id': '191319209d6f4aa0a692cf7d431b25ef', 'mac_address': 'fa:16:3e:fd:27:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a42c37-a11f-4fbf-b38b-54846685184c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '664452e3-1277-4c51-8f59-1d3b97df3dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:16:07Z', 'updated_at': '2022-02-16T14:16:23Z', 'revision_number': 5, 'project_id': '191319209d6f4aa0a692cf7d431b25ef', 'subnets': [{'id': '664452e3-1277-4c51-8f59-1d3b97df3dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:17:04.142456 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777289a7-cd31-4a28-b5e8-f48c27f4ce9a None None] The sync data for ids ['b8a42c37-a11f-4fbf-b38b-54846685184c'] in dv-cinder-773985-32-iscsi is: [{'id': 'b8a42c37-a11f-4fbf-b38b-54846685184c', 'name': 'tempest-AttachVolumeTestJSON-10169616-router', 'tenant_id': '191319209d6f4aa0a692cf7d431b25ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '700931d7-6707-4beb-9240-a3c17a7903f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:15:58Z', 'updated_at': '2022-02-16T14:16:11Z', 'revision_number': 4, 'project_id': '191319209d6f4aa0a692cf7d431b25ef', 'gw_port': {'id': '700931d7-6707-4beb-9240-a3c17a7903f2', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a42c37-a11f-4fbf-b38b-54846685184c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:16:01Z', 'updated_at': '2022-02-16T14:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_floatingips': [{'id': 'e301b9a4-e121-4d02-840b-17d046e3eb07', 'tenant_id': '191319209d6f4aa0a692cf7d431b25ef', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'router_id': 'b8a42c37-a11f-4fbf-b38b-54846685184c', 'port_id': '03fc5fe8-f2fc-499e-b57a-b99a44fdcb80', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebf6afd0-c796-4d65-bd33-5c3bb57211ed', 'mac_address': 'fa:16:3e:3e:24:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4b112e-476d-447d-ad17-71aaf4474094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:16:28Z', 'updated_at': '2022-02-16T14:17:01Z', 'revision_number': 1, 'project_id': '191319209d6f4aa0a692cf7d431b25ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfd99815-730b-400d-9f2c-87d16b3d4f0f', 'name': '', 'network_id': 'ebf6afd0-c796-4d65-bd33-5c3bb57211ed', 'tenant_id': '191319209d6f4aa0a692cf7d431b25ef', 'mac_address': 'fa:16:3e:fd:27:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a42c37-a11f-4fbf-b38b-54846685184c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '664452e3-1277-4c51-8f59-1d3b97df3dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:16:07Z', 'updated_at': '2022-02-16T14:16:23Z', 'revision_number': 5, 'project_id': '191319209d6f4aa0a692cf7d431b25ef', 'subnets': [{'id': '664452e3-1277-4c51-8f59-1d3b97df3dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:17:04.498435 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e46e01-7726-42c7-8ed3-8b671d1f0a49 None None] New status for floating IP e301b9a4-e121-4d02-840b-17d046e3eb07: ACTIVE {{(pid=102970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:17:04.592546 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73909b-4170-491b-8ee2-335ee5d08745 req-3a742a80-db4d-4264-82bb-b1165ee67b25 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:04.595051 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2a73909b-4170-491b-8ee2-335ee5d08745 req-3a742a80-db4d-4264-82bb-b1165ee67b25 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.120 "GET /v2.0/ports?device_id=7e92ad68-f22d-4da6-bcf4-ed9073b066ae HTTP/1.1" status: 200 len: 945 time: 0.1015115 Feb 16 14:17:04.647635 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2a73909b-4170-491b-8ee2-335ee5d08745 req-41cca8fd-f5f8-40d5-8d56-3b9623e36f6b tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.120 "GET /v2.0/security-groups?id=a544c672-c2f7-45f2-aa1f-7c2533b5745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450394 Feb 16 14:17:05.203048 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58859cf2-1d02-4e88-9d3d-dd185f865f08 req-6ba0921e-f7ed-44d2-bc8f-e19250be7b7f tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:05.204592 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-58859cf2-1d02-4e88-9d3d-dd185f865f08 req-6ba0921e-f7ed-44d2-bc8f-e19250be7b7f tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 945 time: 0.0545390 Feb 16 14:17:05.260846 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-58859cf2-1d02-4e88-9d3d-dd185f865f08 req-9394986d-8be5-440e-a225-6d68f4faa14f tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481057 Feb 16 14:17:05.769764 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f53b77-be52-4cb2-89bd-70e19a2e0038 req-3213ffa3-c9d2-43b6-8b21-09da6f0aa3c6 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:05.771516 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-20f53b77-be52-4cb2-89bd-70e19a2e0038 req-3213ffa3-c9d2-43b6-8b21-09da6f0aa3c6 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.120 "GET /v2.0/ports?device_id=7e92ad68-f22d-4da6-bcf4-ed9073b066ae HTTP/1.1" status: 200 len: 945 time: 0.0571415 Feb 16 14:17:05.824799 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-20f53b77-be52-4cb2-89bd-70e19a2e0038 req-a86718db-2143-46ca-8652-af32f487f648 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.120 "GET /v2.0/security-groups?id=a544c672-c2f7-45f2-aa1f-7c2533b5745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474696 Feb 16 14:17:06.379710 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2acc8d2-18c1-4378-a1ed-751cfb2cb728 req-69719b06-832b-481d-9f81-6d29cd159637 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:06.381894 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e2acc8d2-18c1-4378-a1ed-751cfb2cb728 req-69719b06-832b-481d-9f81-6d29cd159637 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 945 time: 0.0548279 Feb 16 14:17:06.431253 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e2acc8d2-18c1-4378-a1ed-751cfb2cb728 req-0316bee0-b343-494e-9a3f-5fa9793e248b tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433586 Feb 16 14:17:06.709847 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 53242) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:06.741004 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 53246) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:06.945669 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6f89c1e7-d92a-42b2-adca-821462580b8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:06.956893 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-9c8b3d7a-e1b5-4f70-8bd6-fe33feca75aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:06.964501 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 53256) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:06.976939 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27fe5d8-71e7-48c4-9b90-fd123db73ccf req-47b64d64-d176-4b97-98a0-0ae54b05308f tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:06.978544 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b27fe5d8-71e7-48c4-9b90-fd123db73ccf req-47b64d64-d176-4b97-98a0-0ae54b05308f tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.120 "GET /v2.0/ports?device_id=7e92ad68-f22d-4da6-bcf4-ed9073b066ae HTTP/1.1" status: 200 len: 945 time: 0.0802848 Feb 16 14:17:07.049568 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6f89c1e7-d92a-42b2-adca-821462580b8d admin admin] Publish callbacks [] for security_group (d3189021-e330-4fd6-8bc2-308f167b65e4), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:07.050758 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-c9067c5b-e36c-4cd6-9922-29bfae6e65bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:07.054507 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6f89c1e7-d92a-42b2-adca-821462580b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (d3189021-e330-4fd6-8bc2-308f167b65e4), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:07.056667 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b27fe5d8-71e7-48c4-9b90-fd123db73ccf req-6d694d7f-08f3-41e8-a140-8daf5fb78cf3 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.120 "GET /v2.0/security-groups?id=a544c672-c2f7-45f2-aa1f-7c2533b5745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695035 Feb 16 14:17:07.093756 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-9c8b3d7a-e1b5-4f70-8bd6-fe33feca75aa admin admin] Publish callbacks [] for security_group (bf7a4825-3260-493e-b1d7-c438d3224b76), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:07.098182 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-9c8b3d7a-e1b5-4f70-8bd6-fe33feca75aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (bf7a4825-3260-493e-b1d7-c438d3224b76), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:07.113325 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-6f89c1e7-d92a-42b2-adca-821462580b8d admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=82b0b1e0d16b47759326241c995a0f1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3734014 Feb 16 14:17:07.118395 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f89c1e7-d92a-42b2-adca-821462580b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3189021-e330-4fd6-8bc2-308f167b65e4,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:07.120862 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 53260) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:07.158726 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b3d7a-e1b5-4f70-8bd6-fe33feca75aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7a4825-3260-493e-b1d7-c438d3224b76,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:07.172503 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-9c8b3d7a-e1b5-4f70-8bd6-fe33feca75aa admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=db806581038a4daa983197eb567d381c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4583330 Feb 16 14:17:07.172829 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 53262) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:07.183664 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-c9067c5b-e36c-4cd6-9922-29bfae6e65bf admin admin] Publish callbacks [] for security_group (d01bc96c-b834-42a7-8e61-a661d7441102), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:07.191504 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-c9067c5b-e36c-4cd6-9922-29bfae6e65bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (d01bc96c-b834-42a7-8e61-a661d7441102), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:07.192361 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-33820487-45ee-41d5-8dd0-cd07e60205b4 admin admin] Publish callbacks [] for security_group (d3189021-e330-4fd6-8bc2-308f167b65e4), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:07.216928 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-33820487-45ee-41d5-8dd0-cd07e60205b4 admin admin] Publish callbacks [] for security_group (d3189021-e330-4fd6-8bc2-308f167b65e4), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:07.248673 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-c9067c5b-e36c-4cd6-9922-29bfae6e65bf admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=3992a865a3a14c4ab21883a0b39d4872&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2831440 Feb 16 14:17:07.251444 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 53264) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:07.251563 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9067c5b-e36c-4cd6-9922-29bfae6e65bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d01bc96c-b834-42a7-8e61-a661d7441102,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:07.267657 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee203-54d8-460b-8036-6baf0f76a5ed admin admin] Publish callbacks [] for security_group (bf7a4825-3260-493e-b1d7-c438d3224b76), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:07.280938 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-33820487-45ee-41d5-8dd0-cd07e60205b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (d3189021-e330-4fd6-8bc2-308f167b65e4), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:07.283409 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-33820487-45ee-41d5-8dd0-cd07e60205b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:07.284517 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-33820487-45ee-41d5-8dd0-cd07e60205b4 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/d3189021-e330-4fd6-8bc2-308f167b65e4 HTTP/1.1" status: 204 len: 168 time: 0.1627347 Feb 16 14:17:07.293082 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee203-54d8-460b-8036-6baf0f76a5ed admin admin] Publish callbacks [] for security_group (bf7a4825-3260-493e-b1d7-c438d3224b76), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:07.297745 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33820487-45ee-41d5-8dd0-cd07e60205b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3189021-e330-4fd6-8bc2-308f167b65e4,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:07.316217 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-bccbdfc8-2e6a-4763-82a0-1388089766cc admin admin] Publish callbacks [] for security_group (d01bc96c-b834-42a7-8e61-a661d7441102), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:07.340143 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-bccbdfc8-2e6a-4763-82a0-1388089766cc admin admin] Publish callbacks [] for security_group (d01bc96c-b834-42a7-8e61-a661d7441102), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:07.348528 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee203-54d8-460b-8036-6baf0f76a5ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (bf7a4825-3260-493e-b1d7-c438d3224b76), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:07.352022 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee203-54d8-460b-8036-6baf0f76a5ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:07.357322 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-cf2ee203-54d8-460b-8036-6baf0f76a5ed admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/bf7a4825-3260-493e-b1d7-c438d3224b76 HTTP/1.1" status: 204 len: 168 time: 0.1825895 Feb 16 14:17:07.368564 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee203-54d8-460b-8036-6baf0f76a5ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7a4825-3260-493e-b1d7-c438d3224b76,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:07.390314 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-bccbdfc8-2e6a-4763-82a0-1388089766cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (d01bc96c-b834-42a7-8e61-a661d7441102), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:07.396314 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-bccbdfc8-2e6a-4763-82a0-1388089766cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:07.397501 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-bccbdfc8-2e6a-4763-82a0-1388089766cc admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/d01bc96c-b834-42a7-8e61-a661d7441102 HTTP/1.1" status: 204 len: 168 time: 0.1450298 Feb 16 14:17:07.405618 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccbdfc8-2e6a-4763-82a0-1388089766cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01bc96c-b834-42a7-8e61-a661d7441102,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:07.565590 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe8711-4f2d-44eb-a9ae-3071596ccce6 req-40cfadf6-f57e-48fe-ae13-637fa2acb2c0 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:07.567107 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a1fe8711-4f2d-44eb-a9ae-3071596ccce6 req-40cfadf6-f57e-48fe-ae13-637fa2acb2c0 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 945 time: 0.0568142 Feb 16 14:17:07.616988 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a1fe8711-4f2d-44eb-a9ae-3071596ccce6 req-8406d25a-9e83-4e68-b8cd-529c9672c518 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430903 Feb 16 14:17:07.775622 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 53280) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:07.791790 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-33b2d8b8-d777-4ca0-baea-e22a4540c4d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:07.829567 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 53282) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:07.847558 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d520436f-bc95-44f2-b7cc-b94038dacaba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:07.890623 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-33b2d8b8-d777-4ca0-baea-e22a4540c4d5 admin admin] Publish callbacks [] for security_group (c8c3d6da-aa72-4e5f-9f0a-ac2da965b0d7), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:07.896854 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-33b2d8b8-d777-4ca0-baea-e22a4540c4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (c8c3d6da-aa72-4e5f-9f0a-ac2da965b0d7), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:07.941749 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-33b2d8b8-d777-4ca0-baea-e22a4540c4d5 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=f78ef63a4da4443ba36fc5868feaa7e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1619685 Feb 16 14:17:07.942193 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 53288) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:07.944301 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d520436f-bc95-44f2-b7cc-b94038dacaba admin admin] Publish callbacks [] for security_group (089d6e77-54fd-4391-b150-abbdf43f5a5a), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:07.948612 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d520436f-bc95-44f2-b7cc-b94038dacaba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (089d6e77-54fd-4391-b150-abbdf43f5a5a), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:07.949413 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b2d8b8-d777-4ca0-baea-e22a4540c4d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c3d6da-aa72-4e5f-9f0a-ac2da965b0d7,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:07.993857 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-d520436f-bc95-44f2-b7cc-b94038dacaba admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=5154124bade8450d9fc4625bc69b8b4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1605055 Feb 16 14:17:07.993857 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d520436f-bc95-44f2-b7cc-b94038dacaba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=089d6e77-54fd-4391-b150-abbdf43f5a5a,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:07.996489 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 53290) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:08.004662 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-6a5ffe98-5977-4fb2-878c-93d06e4c3ff4 admin admin] Publish callbacks [] for security_group (c8c3d6da-aa72-4e5f-9f0a-ac2da965b0d7), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:08.051428 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-6a5ffe98-5977-4fb2-878c-93d06e4c3ff4 admin admin] Publish callbacks [] for security_group (c8c3d6da-aa72-4e5f-9f0a-ac2da965b0d7), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:08.060169 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-57a7f310-f292-4165-9a88-5acea39c9876 admin admin] Publish callbacks [] for security_group (089d6e77-54fd-4391-b150-abbdf43f5a5a), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:08.085810 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-57a7f310-f292-4165-9a88-5acea39c9876 admin admin] Publish callbacks [] for security_group (089d6e77-54fd-4391-b150-abbdf43f5a5a), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:08.114485 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-6a5ffe98-5977-4fb2-878c-93d06e4c3ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (c8c3d6da-aa72-4e5f-9f0a-ac2da965b0d7), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:08.117239 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-6a5ffe98-5977-4fb2-878c-93d06e4c3ff4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:08.121936 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-6a5ffe98-5977-4fb2-878c-93d06e4c3ff4 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/c8c3d6da-aa72-4e5f-9f0a-ac2da965b0d7 HTTP/1.1" status: 204 len: 168 time: 0.1786263 Feb 16 14:17:08.147897 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5ffe98-5977-4fb2-878c-93d06e4c3ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c3d6da-aa72-4e5f-9f0a-ac2da965b0d7,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:08.150897 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-57a7f310-f292-4165-9a88-5acea39c9876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (089d6e77-54fd-4391-b150-abbdf43f5a5a), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:08.153672 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-57a7f310-f292-4165-9a88-5acea39c9876 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:08.154841 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-57a7f310-f292-4165-9a88-5acea39c9876 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/089d6e77-54fd-4391-b150-abbdf43f5a5a HTTP/1.1" status: 204 len: 168 time: 0.1548817 Feb 16 14:17:08.166855 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a7f310-f292-4165-9a88-5acea39c9876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089d6e77-54fd-4391-b150-abbdf43f5a5a,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:08.199450 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5777915a-8636-45bb-a758-36115ff0f160 req-396593cc-4b39-44e6-a1e1-82b7e1fd0a71 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:08.200981 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-5777915a-8636-45bb-a758-36115ff0f160 req-396593cc-4b39-44e6-a1e1-82b7e1fd0a71 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.120 "GET /v2.0/ports?device_id=7e92ad68-f22d-4da6-bcf4-ed9073b066ae HTTP/1.1" status: 200 len: 945 time: 0.0684013 Feb 16 14:17:08.253409 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-5777915a-8636-45bb-a758-36115ff0f160 req-af977b82-8d32-4c42-b89a-2595c6e98a98 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.120 "GET /v2.0/security-groups?id=a544c672-c2f7-45f2-aa1f-7c2533b5745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464485 Feb 16 14:17:08.756867 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0aa3bf-d577-4a92-af1b-96732f53f4d4 req-4e55f1a9-3e53-4596-8ca6-08db2855adfc tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:08.758502 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0d0aa3bf-d577-4a92-af1b-96732f53f4d4 req-4e55f1a9-3e53-4596-8ca6-08db2855adfc tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 945 time: 0.0709972 Feb 16 14:17:08.812886 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0d0aa3bf-d577-4a92-af1b-96732f53f4d4 req-e338485a-3a48-4e59-881b-ebc8ff49fe57 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482149 Feb 16 14:17:08.970838 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b7854b47-947d-49aa-8e4a-138a85a0a73d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (10a26995-69c6-4373-972b-e8a4ac0e51da), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:09.382180 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779da2f-f650-49b2-aed7-1ac34afaf77e req-b2e94ffe-aaf9-429f-b36d-90153d748e25 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:09.383604 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3779da2f-f650-49b2-aed7-1ac34afaf77e req-b2e94ffe-aaf9-429f-b36d-90153d748e25 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.120 "GET /v2.0/ports?device_id=7e92ad68-f22d-4da6-bcf4-ed9073b066ae HTTP/1.1" status: 200 len: 945 time: 0.0615799 Feb 16 14:17:09.432169 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3779da2f-f650-49b2-aed7-1ac34afaf77e req-0d3f7408-3b04-477d-bb42-7884023e1482 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.120 "GET /v2.0/security-groups?id=a544c672-c2f7-45f2-aa1f-7c2533b5745c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426168 Feb 16 14:17:09.844413 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19810c9-f9dc-4803-942c-f76e902510c4 req-27205696-5714-4ff1-b92f-c375cbe8f5f8 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:09.844413 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f19810c9-f9dc-4803-942c-f76e902510c4 req-27205696-5714-4ff1-b92f-c375cbe8f5f8 tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e92ad68-f22d-4da6-bcf4-ed9073b066ae HTTP/1.1" status: 200 len: 945 time: 0.0539978 Feb 16 14:17:10.010590 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db22a46-b525-4f18-a6f9-2894cce79a41 req-32432055-ff36-402f-b417-cf92e1212bea tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:10.011873 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3db22a46-b525-4f18-a6f9-2894cce79a41 req-32432055-ff36-402f-b417-cf92e1212bea tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 945 time: 0.1244946 Feb 16 14:17:10.027615 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-f19810c9-f9dc-4803-942c-f76e902510c4 req-b9a3618a-26b8-4fbb-829d-7512f8fe1eca tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] Deleting port 7efc934a-e21c-4fe1-b5ec-843a93209897 {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:17:10.027959 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-f19810c9-f9dc-4803-942c-f76e902510c4 req-b9a3618a-26b8-4fbb-829d-7512f8fe1eca tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784247387639'] for port (7efc934a-e21c-4fe1-b5ec-843a93209897), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:10.124245 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3db22a46-b525-4f18-a6f9-2894cce79a41 req-6e6c8814-2a57-498b-ace5-3dd2ee604bce tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053095 Feb 16 14:17:10.164873 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-f19810c9-f9dc-4803-942c-f76e902510c4 req-b9a3618a-26b8-4fbb-829d-7512f8fe1eca tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] For port 7efc934a-e21c-4fe1-b5ec-843a93209897, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=7efc934a-e21c-4fe1-b5ec-843a93209897,segment=NetworkSegment(8ec94c9d-4bfd-4bfa-b336-b87f995d63c6),segment_id=8ec94c9d-4bfd-4bfa-b336-b87f995d63c6)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:17:10.165387 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-f19810c9-f9dc-4803-942c-f76e902510c4 req-b9a3618a-26b8-4fbb-829d-7512f8fe1eca tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595644'] for port (7efc934a-e21c-4fe1-b5ec-843a93209897), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:10.182852 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-f19810c9-f9dc-4803-942c-f76e902510c4 req-b9a3618a-26b8-4fbb-829d-7512f8fe1eca tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] Calling delete_port for 7efc934a-e21c-4fe1-b5ec-843a93209897 owned by compute:nova {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:17:10.305799 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 53426) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:10.383691 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-f19810c9-f9dc-4803-942c-f76e902510c4 req-b9a3618a-26b8-4fbb-829d-7512f8fe1eca tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784247495006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784246951217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811206'] for port (7efc934a-e21c-4fe1-b5ec-843a93209897), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:10.418010 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-15772a34-ce55-46c4-9628-321308bb854e req-6c254fa8-a467-4d83-819e-f16003b5ef92 tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] 10.222.0.120 "GET /v2.0/networks?tenant_id=e521199aa44d4b469463a78620fa4fde&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342529 Feb 16 14:17:10.428587 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a3618a-26b8-4fbb-829d-7512f8fe1eca tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] Pushing event deleted for resources: {'Port': ['ID=7efc934a-e21c-4fe1-b5ec-843a93209897,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:10.434751 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] get_ports_and_sgs() called for port_ids ['7efc934a-e21c-4fe1-b5ec-843a93209897'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:17:10.522020 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-10e7c160-9d39-4710-a718-ac12bc61fcc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:10.529099 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-f19810c9-f9dc-4803-942c-f76e902510c4 req-b9a3618a-26b8-4fbb-829d-7512f8fe1eca tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] No DVR routers for this DVR port 7efc934a-e21c-4fe1-b5ec-843a93209897 on host hv-cinder-77398 {{(pid=102968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:17:10.558005 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-f19810c9-f9dc-4803-942c-f76e902510c4 req-b9a3618a-26b8-4fbb-829d-7512f8fe1eca tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:10.562073 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f19810c9-f9dc-4803-942c-f76e902510c4 req-b9a3618a-26b8-4fbb-829d-7512f8fe1eca tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.10 "DELETE /v2.0/ports/7efc934a-e21c-4fe1-b5ec-843a93209897 HTTP/1.1" status: 204 len: 173 time: 0.7127705 Feb 16 14:17:10.562695 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e92ad68-f22d-4da6-bcf4-ed9073b066ae', 'name': 'network-vif-deleted', 'tag': '7efc934a-e21c-4fe1-b5ec-843a93209897'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:17:10.564974 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669008da0707fbbfdc7037cdc0b86c67378ff5c6b942db7a00e5cd0dd563b74b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ee51df-ac77-4c71-966a-9a45370a7733" -d '{"events": [{"server_uuid": "7e92ad68-f22d-4da6-bcf4-ed9073b066ae", "name": "network-vif-deleted", "tag": "7efc934a-e21c-4fe1-b5ec-843a93209897"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:17:10.570733 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-05779a2b-81ad-41e2-92e4-1b639f63ef31 req-5acad76f-b142-41d5-b0e9-c52b3806a09c tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.120 "GET /v2.0/ports?device_id=7e92ad68-f22d-4da6-bcf4-ed9073b066ae HTTP/1.1" status: 200 len: 210 time: 0.0422037 Feb 16 14:17:10.623667 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c913a1ce-ed0d-4984-bda6-62270b521711 x-openstack-request-id: req-c913a1ce-ed0d-4984-bda6-62270b521711 {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:17:10.623991 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e92ad68-f22d-4da6-bcf4-ed9073b066ae", "name": "network-vif-deleted", "tag": "7efc934a-e21c-4fe1-b5ec-843a93209897", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:17:10.624253 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-c913a1ce-ed0d-4984-bda6-62270b521711 {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:17:10.624698 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e92ad68-f22d-4da6-bcf4-ed9073b066ae', 'name': 'network-vif-deleted', 'tag': '7efc934a-e21c-4fe1-b5ec-843a93209897', 'status': 'completed', 'code': 200} Feb 16 14:17:10.695977 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15772a34-ce55-46c4-9628-321308bb854e req-fa70ae21-af9a-423e-ad58-8575d9e1fe82 tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:10.697421 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-15772a34-ce55-46c4-9628-321308bb854e req-fa70ae21-af9a-423e-ad58-8575d9e1fe82 tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] 10.222.0.120 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2744129 Feb 16 14:17:10.721243 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-15772a34-ce55-46c4-9628-321308bb854e req-868233a6-e7ec-4bef-b7c5-34960b5736d9 tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] 10.222.0.120 "GET /v2.0/quotas/e521199aa44d4b469463a78620fa4fde HTTP/1.1" status: 200 len: 375 time: 0.0159116 Feb 16 14:17:10.767070 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-15772a34-ce55-46c4-9628-321308bb854e req-e99fef50-8a82-46b2-b785-4bdcac4b5768 tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] 10.222.0.120 "GET /v2.0/ports?tenant_id=e521199aa44d4b469463a78620fa4fde&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397220 Feb 16 14:17:10.771618 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-10e7c160-9d39-4710-a718-ac12bc61fcc9 admin admin] Publish callbacks [] for security_group (b53c4be2-0b89-4338-a029-dbf0a30daed7), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:10.775516 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-10e7c160-9d39-4710-a718-ac12bc61fcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (b53c4be2-0b89-4338-a029-dbf0a30daed7), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:10.811752 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e7c160-9d39-4710-a718-ac12bc61fcc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b53c4be2-0b89-4338-a029-dbf0a30daed7,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:10.819214 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 53452) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:10.819441 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-10e7c160-9d39-4710-a718-ac12bc61fcc9 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=d241532c369c484e900b3858527d1d21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5109344 Feb 16 14:17:10.874639 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-be045747-7aae-41be-93e8-b91b5cc514ec admin admin] Publish callbacks [] for security_group (b53c4be2-0b89-4338-a029-dbf0a30daed7), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:10.905433 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-be045747-7aae-41be-93e8-b91b5cc514ec admin admin] Publish callbacks [] for security_group (b53c4be2-0b89-4338-a029-dbf0a30daed7), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:10.936596 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-51c4bd9b-6df8-4fa8-bef8-1c6545c4611b req-43694284-43aa-4fd8-b105-b7904a0312fb tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] 10.222.0.120 "GET /v2.0/ports?device_id=7dbf95b6-927f-4eeb-a8cb-d5ffa501c73f HTTP/1.1" status: 200 len: 210 time: 0.0338659 Feb 16 14:17:10.985063 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-be045747-7aae-41be-93e8-b91b5cc514ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (b53c4be2-0b89-4338-a029-dbf0a30daed7), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:10.987729 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-be045747-7aae-41be-93e8-b91b5cc514ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:10.988941 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-be045747-7aae-41be-93e8-b91b5cc514ec admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/b53c4be2-0b89-4338-a029-dbf0a30daed7 HTTP/1.1" status: 204 len: 168 time: 0.1683264 Feb 16 14:17:10.998000 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be045747-7aae-41be-93e8-b91b5cc514ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53c4be2-0b89-4338-a029-dbf0a30daed7,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:11.182146 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-48678c5b-a332-4fd6-bd0f-30b695484caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (531611a8-34ea-4f1f-8d10-111cbf56a8a1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:11.269667 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7cb7fc-dedc-4de0-9524-d91ea9e17ef4 req-0e95912e-7414-4a70-a737-01c006a7ed36 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:11.272701 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2d7cb7fc-dedc-4de0-9524-d91ea9e17ef4 req-0e95912e-7414-4a70-a737-01c006a7ed36 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 945 time: 0.0552533 Feb 16 14:17:11.317333 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 53470) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:11.322055 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2d7cb7fc-dedc-4de0-9524-d91ea9e17ef4 req-69c7bf3d-1b42-4fee-b703-b802232acf00 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437818 Feb 16 14:17:11.332396 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-aea0b4f1-4e57-43ee-9974-ddd1a3c83694 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:11.406936 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-aea0b4f1-4e57-43ee-9974-ddd1a3c83694 admin admin] Publish callbacks [] for security_group (abe05d0c-086f-40a5-9273-e62ddeb02324), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:11.410935 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-aea0b4f1-4e57-43ee-9974-ddd1a3c83694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (abe05d0c-086f-40a5-9273-e62ddeb02324), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:11.452632 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-aea0b4f1-4e57-43ee-9974-ddd1a3c83694 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=d83e20aa72454fb79b74bf6cb6273b8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1313555 Feb 16 14:17:11.452632 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0b4f1-4e57-43ee-9974-ddd1a3c83694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe05d0c-086f-40a5-9273-e62ddeb02324,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:11.452930 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 53472) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:11.504441 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-20c4b0fd-bee7-467f-9b5d-224ac0323f25 admin admin] Publish callbacks [] for security_group (abe05d0c-086f-40a5-9273-e62ddeb02324), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:11.526474 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-20c4b0fd-bee7-467f-9b5d-224ac0323f25 admin admin] Publish callbacks [] for security_group (abe05d0c-086f-40a5-9273-e62ddeb02324), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:11.587436 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-20c4b0fd-bee7-467f-9b5d-224ac0323f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (abe05d0c-086f-40a5-9273-e62ddeb02324), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:11.591619 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-20c4b0fd-bee7-467f-9b5d-224ac0323f25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:11.592923 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-20c4b0fd-bee7-467f-9b5d-224ac0323f25 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/abe05d0c-086f-40a5-9273-e62ddeb02324 HTTP/1.1" status: 204 len: 168 time: 0.1390724 Feb 16 14:17:11.618931 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c4b0fd-bee7-467f-9b5d-224ac0323f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe05d0c-086f-40a5-9273-e62ddeb02324,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:11.754936 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-da2c04cc-62ab-4add-973e-28697e780ed6 req-3275fac2-a02b-4412-95a8-5da76b0c4b2a tempest-DeleteServersTestJSON-769877303 tempest-DeleteServersTestJSON-769877303-project] 10.222.0.120 "GET /v2.0/ports?device_id=7e92ad68-f22d-4da6-bcf4-ed9073b066ae HTTP/1.1" status: 200 len: 210 time: 0.0381107 Feb 16 14:17:12.039831 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-eb0b08c4-13e0-4beb-a2af-fb73c663a604 req-fb3c628b-099b-4f30-8774-33039a6f8c11 tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] 10.222.0.120 "GET /v2.0/ports?device_id=7dbf95b6-927f-4eeb-a8cb-d5ffa501c73f HTTP/1.1" status: 200 len: 210 time: 0.0346947 Feb 16 14:17:12.117778 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-15772a34-ce55-46c4-9628-321308bb854e req-87768ae3-d431-4c54-8002-cc5aca0d5e7c tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=e521199aa44d4b469463a78620fa4fde&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282319 Feb 16 14:17:12.327020 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15772a34-ce55-46c4-9628-321308bb854e req-bae59625-abd1-475f-8cb5-6a2a4d984cfe tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:12.328152 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-15772a34-ce55-46c4-9628-321308bb854e req-bae59625-abd1-475f-8cb5-6a2a4d984cfe tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2051542 Feb 16 14:17:12.353340 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-15772a34-ce55-46c4-9628-321308bb854e req-b243254e-2e13-43b4-84d3-fc5698000f18 tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] Request body: {'port': {'device_id': '7dbf95b6-927f-4eeb-a8cb-d5ffa501c73f', 'network_id': 'b92bf247-6bf5-437b-85a7-f9c6ced965fc', 'admin_state_up': True, 'tenant_id': 'e521199aa44d4b469463a78620fa4fde'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:17:12.388783 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f4fb-7ea9-448d-9c44-08fc2737c2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (86100e92-d951-4144-bd87-36328b8a7b76), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:12.495956 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21914632-8532-45c4-bfda-85d40791e7ff req-318e86f4-3a21-4715-8b06-06f92fd26b4b tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:12.497396 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-21914632-8532-45c4-bfda-85d40791e7ff req-318e86f4-3a21-4715-8b06-06f92fd26b4b tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 945 time: 0.0805089 Feb 16 14:17:12.521507 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15772a34-ce55-46c4-9628-321308bb854e req-b243254e-2e13-43b4-84d3-fc5698000f18 tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] Made reservation on behalf of e521199aa44d4b469463a78620fa4fde for: {'port': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:17:12.524813 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-15772a34-ce55-46c4-9628-321308bb854e req-b243254e-2e13-43b4-84d3-fc5698000f18 tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:12.536429 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-15772a34-ce55-46c4-9628-321308bb854e req-b243254e-2e13-43b4-84d3-fc5698000f18 tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:12.572375 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-21914632-8532-45c4-bfda-85d40791e7ff req-e16c5328-7d6f-45b4-85aa-7fa3c902fb8c tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683608 Feb 16 14:17:12.639688 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-15772a34-ce55-46c4-9628-321308bb854e req-b243254e-2e13-43b4-84d3-fc5698000f18 tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] Publish callbacks [] for security_group (82dd6ece-2a40-4df1-89ac-67d8dc914a62), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:12.643850 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-15772a34-ce55-46c4-9628-321308bb854e req-b243254e-2e13-43b4-84d3-fc5698000f18 tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (82dd6ece-2a40-4df1-89ac-67d8dc914a62), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:12.713867 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b243254e-2e13-43b4-84d3-fc5698000f18 tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82dd6ece-2a40-4df1-89ac-67d8dc914a62,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:12.794920 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_common [req-15772a34-ce55-46c4-9628-321308bb854e req-b243254e-2e13-43b4-84d3-fc5698000f18 tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] Allocated IP 192.168.233.75 (b92bf247-6bf5-437b-85a7-f9c6ced965fc/8ea32d91-6aee-4c83-89d2-3952f8d25c05/5af9b18e-7598-4019-8ad4-63cad8fd1429) {{(pid=102968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:17:12.973804 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-15772a34-ce55-46c4-9628-321308bb854e req-b243254e-2e13-43b4-84d3-fc5698000f18 tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] Publish callbacks [] for port (5af9b18e-7598-4019-8ad4-63cad8fd1429), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:13.258478 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b65574c5-340b-472b-919d-d0580cf5a177 req-e852ed28-c126-48d6-a33f-849a378f0dae tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] 10.222.0.120 "GET /v2.0/ports?device_id=7dbf95b6-927f-4eeb-a8cb-d5ffa501c73f HTTP/1.1" status: 200 len: 210 time: 0.0351462 Feb 16 14:17:13.268835 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-15772a34-ce55-46c4-9628-321308bb854e req-b243254e-2e13-43b4-84d3-fc5698000f18 tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784246951208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811206'] for port (5af9b18e-7598-4019-8ad4-63cad8fd1429), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:13.324536 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15772a34-ce55-46c4-9628-321308bb854e req-b243254e-2e13-43b4-84d3-fc5698000f18 tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] Network b92bf247-6bf5-437b-85a7-f9c6ced965fc is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:17:13.327699 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [req-15772a34-ce55-46c4-9628-321308bb854e req-b243254e-2e13-43b4-84d3-fc5698000f18 tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:17:13.330168 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-15772a34-ce55-46c4-9628-321308bb854e req-b243254e-2e13-43b4-84d3-fc5698000f18 tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] Received port after_create {{(pid=102968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:17:13.341828 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 7efc934a-e21c-4fe1-b5ec-843a93209897 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:17:13.361601 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b243254e-2e13-43b4-84d3-fc5698000f18 tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] Pushing event updated for resources: {'Port': ['ID=5af9b18e-7598-4019-8ad4-63cad8fd1429,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:13.377491 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] No Port match for: 7efc934a-e21c-4fe1-b5ec-843a93209897 {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:17:13.378613 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 7efc934a-e21c-4fe1-b5ec-843a93209897 not bound to the agent host hv-cinder-77398 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:17:13.395471 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15772a34-ce55-46c4-9628-321308bb854e req-b243254e-2e13-43b4-84d3-fc5698000f18 tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:13.396973 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 53560) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:13.397425 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-15772a34-ce55-46c4-9628-321308bb854e req-b243254e-2e13-43b4-84d3-fc5698000f18 tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:13.415474 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-15772a34-ce55-46c4-9628-321308bb854e req-b243254e-2e13-43b4-84d3-fc5698000f18 tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0672455 Feb 16 14:17:13.433054 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-15772a34-ce55-46c4-9628-321308bb854e req-2b6eec66-4248-4ec6-8198-a09d29440de3 service neutron] Request body: {'port': {'device_id': '7dbf95b6-927f-4eeb-a8cb-d5ffa501c73f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:17:13.506999 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-15772a34-ce55-46c4-9628-321308bb854e req-2b6eec66-4248-4ec6-8198-a09d29440de3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (5af9b18e-7598-4019-8ad4-63cad8fd1429), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:13.519921 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-409c3096-2348-488c-919a-cb6e979e80c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:13.601862 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-409c3096-2348-488c-919a-cb6e979e80c9 admin admin] Publish callbacks [] for security_group (43c1b2ec-043b-42ed-bbec-4c76584474d1), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:13.607718 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-409c3096-2348-488c-919a-cb6e979e80c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (43c1b2ec-043b-42ed-bbec-4c76584474d1), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:13.607861 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-275441f5-d7ad-4e87-9944-4d1b37aa9810 None None] Provisioning complete for port 5af9b18e-7598-4019-8ad4-63cad8fd1429 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:17:13.608290 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-275441f5-d7ad-4e87-9944-4d1b37aa9810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (5af9b18e-7598-4019-8ad4-63cad8fd1429), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:13.648136 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-275441f5-d7ad-4e87-9944-4d1b37aa9810 None None] Port 5af9b18e-7598-4019-8ad4-63cad8fd1429 cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:17:13.665059 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 53566) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:13.665208 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-409c3096-2348-488c-919a-cb6e979e80c9 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=69931fde89dd4c8a9e153cd377c53318&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2664371 Feb 16 14:17:13.708278 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c3096-2348-488c-919a-cb6e979e80c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c1b2ec-043b-42ed-bbec-4c76584474d1,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:13.709149 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ac86131d-db3b-4e6c-9567-647e6948f8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (6a38cbfe-57d3-4d37-ac59-552f6dc7f99c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:13.735470 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f3050-7adc-4ccf-ba33-9c83168f6e65 req-0c26a8b7-bff6-4bb1-b625-6287fcb0ffa2 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:13.736939 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-286f3050-7adc-4ccf-ba33-9c83168f6e65 req-0c26a8b7-bff6-4bb1-b625-6287fcb0ffa2 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 945 time: 0.0713868 Feb 16 14:17:13.779767 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-74e25512-f836-4517-8c86-c98bc82bc65d admin admin] Publish callbacks [] for security_group (43c1b2ec-043b-42ed-bbec-4c76584474d1), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:13.787744 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-286f3050-7adc-4ccf-ba33-9c83168f6e65 req-1174e493-ed9a-48a1-9c97-dbcc3143d8f0 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438256 Feb 16 14:17:13.820905 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-74e25512-f836-4517-8c86-c98bc82bc65d admin admin] Publish callbacks [] for security_group (43c1b2ec-043b-42ed-bbec-4c76584474d1), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:13.876098 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [req-15772a34-ce55-46c4-9628-321308bb854e req-2b6eec66-4248-4ec6-8198-a09d29440de3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5af9b18e-7598-4019-8ad4-63cad8fd1429 {{(pid=102968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:17:13.884034 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-15772a34-ce55-46c4-9628-321308bb854e req-2b6eec66-4248-4ec6-8198-a09d29440de3 service neutron] Publish callbacks [] for port (5af9b18e-7598-4019-8ad4-63cad8fd1429), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:13.908445 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.provisioning_blocks [req-15772a34-ce55-46c4-9628-321308bb854e req-2b6eec66-4248-4ec6-8198-a09d29440de3 service neutron] Transition to ACTIVE for port object 5af9b18e-7598-4019-8ad4-63cad8fd1429 will not be triggered until provisioned by entity L2. {{(pid=102968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:17:13.909676 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-74e25512-f836-4517-8c86-c98bc82bc65d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (43c1b2ec-043b-42ed-bbec-4c76584474d1), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:13.913701 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-74e25512-f836-4517-8c86-c98bc82bc65d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:13.913931 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-74e25512-f836-4517-8c86-c98bc82bc65d admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/43c1b2ec-043b-42ed-bbec-4c76584474d1 HTTP/1.1" status: 204 len: 168 time: 0.2485769 Feb 16 14:17:13.919712 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-15772a34-ce55-46c4-9628-321308bb854e req-2b6eec66-4248-4ec6-8198-a09d29440de3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8811213'] for port (5af9b18e-7598-4019-8ad4-63cad8fd1429), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:13.929682 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e25512-f836-4517-8c86-c98bc82bc65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c1b2ec-043b-42ed-bbec-4c76584474d1,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:13.998372 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6eec66-4248-4ec6-8198-a09d29440de3 service neutron] Pushing event updated for resources: {'Port': ['ID=5af9b18e-7598-4019-8ad4-63cad8fd1429,revision_number=2']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:14.063237 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-15772a34-ce55-46c4-9628-321308bb854e req-2b6eec66-4248-4ec6-8198-a09d29440de3 service neutron] Attempting to bind port 5af9b18e-7598-4019-8ad4-63cad8fd1429 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:17:14.063627 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-15772a34-ce55-46c4-9628-321308bb854e req-2b6eec66-4248-4ec6-8198-a09d29440de3 service neutron] Attempting to bind port 5af9b18e-7598-4019-8ad4-63cad8fd1429 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '9c6cf2c8-60eb-443c-a7a1-9ce5a59b5288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': 'b92bf247-6bf5-437b-85a7-f9c6ced965fc'}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:17:14.063955 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15772a34-ce55-46c4-9628-321308bb854e req-2b6eec66-4248-4ec6-8198-a09d29440de3 service neutron] Attempting to bind port 5af9b18e-7598-4019-8ad4-63cad8fd1429 on network b92bf247-6bf5-437b-85a7-f9c6ced965fc {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:17:14.068704 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15772a34-ce55-46c4-9628-321308bb854e req-2b6eec66-4248-4ec6-8198-a09d29440de3 service neutron] Port 5af9b18e-7598-4019-8ad4-63cad8fd1429 on network b92bf247-6bf5-437b-85a7-f9c6ced965fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:17:14.069026 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15772a34-ce55-46c4-9628-321308bb854e req-2b6eec66-4248-4ec6-8198-a09d29440de3 service neutron] Attempting to bind port 5af9b18e-7598-4019-8ad4-63cad8fd1429 on network b92bf247-6bf5-437b-85a7-f9c6ced965fc {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:17:14.074157 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15772a34-ce55-46c4-9628-321308bb854e req-2b6eec66-4248-4ec6-8198-a09d29440de3 service neutron] Checking agent: {'id': '0563e457-3a96-4909-b5a3-8fa5db96f619', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 14, 3), 'started_at': datetime.datetime(2022, 2, 16, 14, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:17:14.074495 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15772a34-ce55-46c4-9628-321308bb854e req-2b6eec66-4248-4ec6-8198-a09d29440de3 service neutron] Checking segment: {'id': '9c6cf2c8-60eb-443c-a7a1-9ce5a59b5288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': 'b92bf247-6bf5-437b-85a7-f9c6ced965fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:17:14.074880 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15772a34-ce55-46c4-9628-321308bb854e req-2b6eec66-4248-4ec6-8198-a09d29440de3 service neutron] Bound using segment: {'id': '9c6cf2c8-60eb-443c-a7a1-9ce5a59b5288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': 'b92bf247-6bf5-437b-85a7-f9c6ced965fc'} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:17:14.075304 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-15772a34-ce55-46c4-9628-321308bb854e req-2b6eec66-4248-4ec6-8198-a09d29440de3 service neutron] Bound port: 5af9b18e-7598-4019-8ad4-63cad8fd1429, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c6cf2c8-60eb-443c-a7a1-9ce5a59b5288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1338, 'network_id': 'b92bf247-6bf5-437b-85a7-f9c6ced965fc'}}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:17:14.075682 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-15772a34-ce55-46c4-9628-321308bb854e req-2b6eec66-4248-4ec6-8198-a09d29440de3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (5af9b18e-7598-4019-8ad4-63cad8fd1429), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:14.157883 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-15772a34-ce55-46c4-9628-321308bb854e req-2b6eec66-4248-4ec6-8198-a09d29440de3 service neutron] For port 5af9b18e-7598-4019-8ad4-63cad8fd1429, host hv-cinder-77398, cleared binding levels {{(pid=102968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:17:14.171517 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-15772a34-ce55-46c4-9628-321308bb854e req-2b6eec66-4248-4ec6-8198-a09d29440de3 service neutron] For port 5af9b18e-7598-4019-8ad4-63cad8fd1429, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=5af9b18e-7598-4019-8ad4-63cad8fd1429,segment=NetworkSegment(9c6cf2c8-60eb-443c-a7a1-9ce5a59b5288),segment_id=9c6cf2c8-60eb-443c-a7a1-9ce5a59b5288)] {{(pid=102968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:17:14.180549 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-15772a34-ce55-46c4-9628-321308bb854e req-2b6eec66-4248-4ec6-8198-a09d29440de3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8811213'] for port (5af9b18e-7598-4019-8ad4-63cad8fd1429), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:14.223311 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15772a34-ce55-46c4-9628-321308bb854e req-2b6eec66-4248-4ec6-8198-a09d29440de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:14.224045 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-15772a34-ce55-46c4-9628-321308bb854e req-2b6eec66-4248-4ec6-8198-a09d29440de3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:14.225448 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-15772a34-ce55-46c4-9628-321308bb854e req-2b6eec66-4248-4ec6-8198-a09d29440de3 service neutron] 10.222.0.10 "PUT /v2.0/ports/5af9b18e-7598-4019-8ad4-63cad8fd1429 HTTP/1.1" status: 200 len: 1097 time: 0.7966990 Feb 16 14:17:14.225897 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dbf95b6-927f-4eeb-a8cb-d5ffa501c73f', 'tag': '5af9b18e-7598-4019-8ad4-63cad8fd1429'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:17:14.228151 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669008da0707fbbfdc7037cdc0b86c67378ff5c6b942db7a00e5cd0dd563b74b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c39d208-0b68-4b52-936c-7b99546f4088" -d '{"events": [{"name": "network-changed", "server_uuid": "7dbf95b6-927f-4eeb-a8cb-d5ffa501c73f", "tag": "5af9b18e-7598-4019-8ad4-63cad8fd1429"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:17:14.253351 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6eec66-4248-4ec6-8198-a09d29440de3 service neutron] Pushing event updated for resources: {'Port': ['ID=5af9b18e-7598-4019-8ad4-63cad8fd1429,revision_number=3']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:14.265580 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 53590) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:14.288760 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ed87c345-88d6-477f-9157-028d8c91d163 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:14.363462 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9558637f-099d-4638-a368-de9af5436934 x-openstack-request-id: req-9558637f-099d-4638-a368-de9af5436934 {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:17:14.365581 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dbf95b6-927f-4eeb-a8cb-d5ffa501c73f", "tag": "5af9b18e-7598-4019-8ad4-63cad8fd1429", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:17:14.365836 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-9558637f-099d-4638-a368-de9af5436934 {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:17:14.376317 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dbf95b6-927f-4eeb-a8cb-d5ffa501c73f', 'tag': '5af9b18e-7598-4019-8ad4-63cad8fd1429', 'status': 'completed', 'code': 200} Feb 16 14:17:14.404611 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15772a34-ce55-46c4-9628-321308bb854e req-edb2eac9-c4e4-4dad-983e-9b8cb76344b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:14.406635 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-15772a34-ce55-46c4-9628-321308bb854e req-edb2eac9-c4e4-4dad-983e-9b8cb76344b4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e521199aa44d4b469463a78620fa4fde&device_id=7dbf95b6-927f-4eeb-a8cb-d5ffa501c73f HTTP/1.1" status: 200 len: 1131 time: 0.1016943 Feb 16 14:17:14.484357 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-15772a34-ce55-46c4-9628-321308bb854e req-2fd9c434-73f4-4096-8bbb-f1751c427b81 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=5af9b18e-7598-4019-8ad4-63cad8fd1429 HTTP/1.1" status: 200 len: 217 time: 0.0582318 Feb 16 14:17:14.504835 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 53608) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:14.581539 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5d07737-69cd-4354-b752-24bfe93ca483 admin admin] Deleting subnet 6c526f28-2413-49d4-9079-9a70a0f0eaac {{(pid=102968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 14:17:14.585976 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15772a34-ce55-46c4-9628-321308bb854e req-3fedaa67-d1fe-4b17-9f5d-58e467976094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:14.589852 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-15772a34-ce55-46c4-9628-321308bb854e req-3fedaa67-d1fe-4b17-9f5d-58e467976094 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8ea32d91-6aee-4c83-89d2-3952f8d25c05 HTTP/1.1" status: 200 len: 843 time: 0.0965366 Feb 16 14:17:14.589852 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-f5d07737-69cd-4354-b752-24bfe93ca483 admin admin] Publish callbacks [] for subnet (6c526f28-2413-49d4-9079-9a70a0f0eaac), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:14.667907 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b80e0-4bd5-4b27-9cc7-307d52f64746 req-d7a3d92a-0d1a-4b2d-881a-27ec7795a0ae tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:14.669419 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-0e3b80e0-4bd5-4b27-9cc7-307d52f64746 req-d7a3d92a-0d1a-4b2d-881a-27ec7795a0ae tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] 10.222.0.120 "GET /v2.0/ports?device_id=7dbf95b6-927f-4eeb-a8cb-d5ffa501c73f HTTP/1.1" status: 200 len: 947 time: 0.3027697 Feb 16 14:17:14.671293 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-f5d07737-69cd-4354-b752-24bfe93ca483 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9208702'] for subnet (6c526f28-2413-49d4-9079-9a70a0f0eaac), precommit_delete_associations {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:14.680114 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ed87c345-88d6-477f-9157-028d8c91d163 admin admin] Publish callbacks [] for security_group (545e8907-75cc-4cc2-882c-955d592008c8), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:14.690623 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ed87c345-88d6-477f-9157-028d8c91d163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (545e8907-75cc-4cc2-882c-955d592008c8), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:14.710457 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15772a34-ce55-46c4-9628-321308bb854e req-408cc198-fec0-4537-9a0d-721255197a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:14.712060 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-15772a34-ce55-46c4-9628-321308bb854e req-408cc198-fec0-4537-9a0d-721255197a84 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b92bf247-6bf5-437b-85a7-f9c6ced965fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0866392 Feb 16 14:17:14.741993 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-f5d07737-69cd-4354-b752-24bfe93ca483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-900998'] for subnet (6c526f28-2413-49d4-9079-9a70a0f0eaac), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:14.745416 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed87c345-88d6-477f-9157-028d8c91d163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=545e8907-75cc-4cc2-882c-955d592008c8,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:14.755555 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-ed87c345-88d6-477f-9157-028d8c91d163 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=3e2d305e11384cf5b58ed6d9e230e732&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4857078 Feb 16 14:17:14.757579 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 53616) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:14.775787 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-0e3b80e0-4bd5-4b27-9cc7-307d52f64746 req-ea8b10e1-0989-4bd2-8548-c2c52d07b481 tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] 10.222.0.120 "GET /v2.0/security-groups?id=82dd6ece-2a40-4df1-89ac-67d8dc914a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942566 Feb 16 14:17:14.817510 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a4d86fdc-a010-4ac8-b4c9-1ad7bc466b54 admin admin] Publish callbacks [] for security_group (545e8907-75cc-4cc2-882c-955d592008c8), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:14.848402 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a4d86fdc-a010-4ac8-b4c9-1ad7bc466b54 admin admin] Publish callbacks [] for security_group (545e8907-75cc-4cc2-882c-955d592008c8), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:14.856089 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-15772a34-ce55-46c4-9628-321308bb854e req-28ae2f1b-1f67-4cc4-b0f0-3c896b882e4f service neutron] 10.222.0.10 "GET /v2.0/networks/b92bf247-6bf5-437b-85a7-f9c6ced965fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344337 Feb 16 14:17:14.857869 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-f5d07737-69cd-4354-b752-24bfe93ca483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-901007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8811251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9090829'] for subnet (6c526f28-2413-49d4-9079-9a70a0f0eaac), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:14.902121 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a4d86fdc-a010-4ac8-b4c9-1ad7bc466b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (545e8907-75cc-4cc2-882c-955d592008c8), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:14.905341 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a4d86fdc-a010-4ac8-b4c9-1ad7bc466b54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:14.906466 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-a4d86fdc-a010-4ac8-b4c9-1ad7bc466b54 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/545e8907-75cc-4cc2-882c-955d592008c8 HTTP/1.1" status: 204 len: 168 time: 0.1479905 Feb 16 14:17:14.912850 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d07737-69cd-4354-b752-24bfe93ca483 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c526f28-2413-49d4-9079-9a70a0f0eaac,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:14.916690 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-f5d07737-69cd-4354-b752-24bfe93ca483 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for subnet (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:14.918829 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d86fdc-a010-4ac8-b4c9-1ad7bc466b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=545e8907-75cc-4cc2-882c-955d592008c8,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:14.922342 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-f5d07737-69cd-4354-b752-24bfe93ca483 admin admin] 10.222.0.120 "DELETE /v2.0/subnets/6c526f28-2413-49d4-9079-9a70a0f0eaac HTTP/1.1" status: 204 len: 168 time: 0.4133828 Feb 16 14:17:14.922621 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 53622) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:15.015171 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9e594-22e8-4054-b223-d368c8920058 req-afabaf32-2570-4680-86f4-5fdc9e0a1b64 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:15.016657 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-dce9e594-22e8-4054-b223-d368c8920058 req-afabaf32-2570-4680-86f4-5fdc9e0a1b64 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 945 time: 0.1540208 Feb 16 14:17:15.029732 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-05872faa-0075-463a-83c6-f42ec1b1c178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924667'] for network (9d58dae2-5a6b-4a66-b0fa-2d1d4a9b819b), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:15.038315 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (529a93d1-f8f6-4ba2-8600-6635050f85df), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:15.041127 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-15772a34-ce55-46c4-9628-321308bb854e req-7eaa1c81-b88f-49e3-9f72-234454a2b26a service neutron] 10.222.0.10 "GET /v2.0/networks/b92bf247-6bf5-437b-85a7-f9c6ced965fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730950 Feb 16 14:17:15.082265 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-dce9e594-22e8-4054-b223-d368c8920058 req-427f4a81-a124-4742-a33d-883b9d3a293d tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492532 Feb 16 14:17:15.133213 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-05872faa-0075-463a-83c6-f42ec1b1c178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897531', 'neutron.services.segments.db._delete_segments_for_network-8784247451275'] for network (9d58dae2-5a6b-4a66-b0fa-2d1d4a9b819b), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:15.155294 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-05872faa-0075-463a-83c6-f42ec1b1c178 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:17:15.155597 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-05872faa-0075-463a-83c6-f42ec1b1c178 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:17:15.156372 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-05872faa-0075-463a-83c6-f42ec1b1c178 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:17:15.156759 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-05872faa-0075-463a-83c6-f42ec1b1c178 admin admin] Subscribe: > port after_create 55550000 {{(pid=102969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:17:15.157053 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-05872faa-0075-463a-83c6-f42ec1b1c178 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:17:15.157410 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-05872faa-0075-463a-83c6-f42ec1b1c178 admin admin] Subscribe: > port after_update 55550000 {{(pid=102969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:17:15.157735 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-05872faa-0075-463a-83c6-f42ec1b1c178 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:17:15.158053 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-05872faa-0075-463a-83c6-f42ec1b1c178 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:17:15.158378 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-05872faa-0075-463a-83c6-f42ec1b1c178 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:17:15.158697 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-05872faa-0075-463a-83c6-f42ec1b1c178 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:17:15.213096 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39d208-0b68-4b52-936c-7b99546f4088 req-75597884-d3f1-4091-b93c-b5bb5023b9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:15.214866 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6c39d208-0b68-4b52-936c-7b99546f4088 req-75597884-d3f1-4091-b93c-b5bb5023b9a3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e521199aa44d4b469463a78620fa4fde&device_id=7dbf95b6-927f-4eeb-a8cb-d5ffa501c73f HTTP/1.1" status: 200 len: 1131 time: 0.0457230 Feb 16 14:17:15.225231 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-05872faa-0075-463a-83c6-f42ec1b1c178 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:17:15.225590 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-05872faa-0075-463a-83c6-f42ec1b1c178 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:17:15.225927 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-05872faa-0075-463a-83c6-f42ec1b1c178 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:17:15.226504 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-05872faa-0075-463a-83c6-f42ec1b1c178 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:17:15.226695 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.services.segments.db [None req-05872faa-0075-463a-83c6-f42ec1b1c178 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d58dae2-5a6b-4a66-b0fa-2d1d4a9b819b']}} {{(pid=102969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:17:15.244778 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.services.segments.db [None req-05872faa-0075-463a-83c6-f42ec1b1c178 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ec94c9d-4bfd-4bfa-b336-b87f995d63c6') {'for_net_delete': True} {{(pid=102969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:17:15.245124 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.services.segments.db [None req-05872faa-0075-463a-83c6-f42ec1b1c178 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ec94c9d-4bfd-4bfa-b336-b87f995d63c6') {} {{(pid=102969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:17:15.261682 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-05872faa-0075-463a-83c6-f42ec1b1c178 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784247452308', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10125332'] for segment (8ec94c9d-4bfd-4bfa-b336-b87f995d63c6), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:15.285250 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-05872faa-0075-463a-83c6-f42ec1b1c178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894495'] for segment (8ec94c9d-4bfd-4bfa-b336-b87f995d63c6), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:15.296144 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05872faa-0075-463a-83c6-f42ec1b1c178 admin admin] Releasing vlan 1318 on physical network physnet1 to pool {{(pid=102969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:17:15.296574 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-05872faa-0075-463a-83c6-f42ec1b1c178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10340244'] for segment (8ec94c9d-4bfd-4bfa-b336-b87f995d63c6), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:15.301267 dv-cinder-773985-32-iscsi neutron-server[102969]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 14:17:15.301267 dv-cinder-773985-32-iscsi neutron-server[102969]: from cryptography.utils import int_from_bytes Feb 16 14:17:15.301267 dv-cinder-773985-32-iscsi neutron-server[102969]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 14:17:15.301267 dv-cinder-773985-32-iscsi neutron-server[102969]: from cryptography.utils import int_from_bytes Feb 16 14:17:15.301267 dv-cinder-773985-32-iscsi neutron-server[102969]: Traceback (most recent call last): Feb 16 14:17:15.301267 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:17:15.301267 dv-cinder-773985-32-iscsi neutron-server[102969]: timer() Feb 16 14:17:15.301267 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:17:15.301267 dv-cinder-773985-32-iscsi neutron-server[102969]: cb(*args, **kw) Feb 16 14:17:15.301267 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:17:15.301267 dv-cinder-773985-32-iscsi neutron-server[102969]: return func(*args, **kwargs) Feb 16 14:17:15.301267 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:17:15.301267 dv-cinder-773985-32-iscsi neutron-server[102969]: self._notify() Feb 16 14:17:15.301267 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:17:15.301267 dv-cinder-773985-32-iscsi neutron-server[102969]: self.callback(batched_events) Feb 16 14:17:15.301267 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:17:15.301267 dv-cinder-773985-32-iscsi neutron-server[102969]: event.method(event) Feb 16 14:17:15.301267 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:17:15.301267 dv-cinder-773985-32-iscsi neutron-server[102969]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:17:15.301267 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:17:15.301267 dv-cinder-773985-32-iscsi neutron-server[102969]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:17:15.301267 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:17:15.301267 dv-cinder-773985-32-iscsi neutron-server[102969]: return f(self, *a, **k) Feb 16 14:17:15.301267 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:17:15.301267 dv-cinder-773985-32-iscsi neutron-server[102969]: return self._get(url).json() Feb 16 14:17:15.301267 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:17:15.301267 dv-cinder-773985-32-iscsi neutron-server[102969]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:17:15.301267 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:17:15.301267 dv-cinder-773985-32-iscsi neutron-server[102969]: return self.request(url, 'GET', **kwargs) Feb 16 14:17:15.301267 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:17:15.301267 dv-cinder-773985-32-iscsi neutron-server[102969]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:17:15.301267 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:17:15.301267 dv-cinder-773985-32-iscsi neutron-server[102969]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:17:15.301267 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:17:15.301267 dv-cinder-773985-32-iscsi neutron-server[102969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:17:15.301267 dv-cinder-773985-32-iscsi neutron-server[102969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:17:15.320491 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39d208-0b68-4b52-936c-7b99546f4088 req-fbfbecfe-c283-44e1-b79f-b906f64897f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:15.321960 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6c39d208-0b68-4b52-936c-7b99546f4088 req-fbfbecfe-c283-44e1-b79f-b906f64897f4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b92bf247-6bf5-437b-85a7-f9c6ced965fc HTTP/1.1" status: 200 len: 871 time: 0.1004570 Feb 16 14:17:15.364792 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-05872faa-0075-463a-83c6-f42ec1b1c178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1596086'] for network (9d58dae2-5a6b-4a66-b0fa-2d1d4a9b819b), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:15.365289 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6c39d208-0b68-4b52-936c-7b99546f4088 req-4fb69db1-f00c-42d2-9279-5d39c7b2bbf6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=5af9b18e-7598-4019-8ad4-63cad8fd1429 HTTP/1.1" status: 200 len: 217 time: 0.0355926 Feb 16 14:17:15.373587 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-05872faa-0075-463a-83c6-f42ec1b1c178 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for network (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:15.377193 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-05872faa-0075-463a-83c6-f42ec1b1c178 admin admin] 10.222.0.120 "DELETE /v2.0/networks/9d58dae2-5a6b-4a66-b0fa-2d1d4a9b819b HTTP/1.1" status: 204 len: 168 time: 0.4530561 Feb 16 14:17:15.387853 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05872faa-0075-463a-83c6-f42ec1b1c178 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d58dae2-5a6b-4a66-b0fa-2d1d4a9b819b,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:15.425878 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39d208-0b68-4b52-936c-7b99546f4088 req-e1b52d1d-1d56-4f0d-8ebc-db914c6d1ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:15.427482 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6c39d208-0b68-4b52-936c-7b99546f4088 req-e1b52d1d-1d56-4f0d-8ebc-db914c6d1ce8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8ea32d91-6aee-4c83-89d2-3952f8d25c05 HTTP/1.1" status: 200 len: 843 time: 0.0555773 Feb 16 14:17:15.486236 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39d208-0b68-4b52-936c-7b99546f4088 req-d042e178-62e3-405c-b93b-f79d48de1ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:15.487814 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6c39d208-0b68-4b52-936c-7b99546f4088 req-d042e178-62e3-405c-b93b-f79d48de1ecb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b92bf247-6bf5-437b-85a7-f9c6ced965fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0537353 Feb 16 14:17:15.566830 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 53642) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:15.592573 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6c39d208-0b68-4b52-936c-7b99546f4088 req-2e8d3398-74bc-4324-9bf9-effbeea909b0 service neutron] 10.222.0.10 "GET /v2.0/networks/b92bf247-6bf5-437b-85a7-f9c6ced965fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971348 Feb 16 14:17:15.608039 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-d715d61e-ec9b-4d6b-9e60-7e2416be555f admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=9bd6b91468f54798bfb0f41b562227ca&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0398841 Feb 16 14:17:15.610487 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 53644) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:15.663121 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a8911866-93de-44cd-b532-1b41d1f7a70c admin admin] Publish callbacks [] for security_group (a544c672-c2f7-45f2-aa1f-7c2533b5745c), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:15.685130 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6c39d208-0b68-4b52-936c-7b99546f4088 req-0ecef208-9e46-4418-8a5b-27ee9aaaefd7 service neutron] 10.222.0.10 "GET /v2.0/networks/b92bf247-6bf5-437b-85a7-f9c6ced965fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865409 Feb 16 14:17:15.685325 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a8911866-93de-44cd-b532-1b41d1f7a70c admin admin] Publish callbacks [] for security_group (a544c672-c2f7-45f2-aa1f-7c2533b5745c), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:15.741941 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a8911866-93de-44cd-b532-1b41d1f7a70c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (a544c672-c2f7-45f2-aa1f-7c2533b5745c), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:15.746841 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a8911866-93de-44cd-b532-1b41d1f7a70c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:15.753997 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-a8911866-93de-44cd-b532-1b41d1f7a70c admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/a544c672-c2f7-45f2-aa1f-7c2533b5745c HTTP/1.1" status: 204 len: 168 time: 0.1368473 Feb 16 14:17:15.761426 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8911866-93de-44cd-b532-1b41d1f7a70c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a544c672-c2f7-45f2-aa1f-7c2533b5745c,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:15.903527 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703fb68-3ae2-48ad-b8d1-98542cda4902 req-7fc0b34d-8029-46ed-a9f0-5e86e78fcd77 tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:15.910375 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-0703fb68-3ae2-48ad-b8d1-98542cda4902 req-7fc0b34d-8029-46ed-a9f0-5e86e78fcd77 tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] 10.222.0.120 "GET /v2.0/ports?device_id=7dbf95b6-927f-4eeb-a8cb-d5ffa501c73f HTTP/1.1" status: 200 len: 947 time: 0.0629039 Feb 16 14:17:15.956410 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-0703fb68-3ae2-48ad-b8d1-98542cda4902 req-f8f14a5a-f560-464d-bbce-9b5e7fb69c4f tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] 10.222.0.120 "GET /v2.0/security-groups?id=82dd6ece-2a40-4df1-89ac-67d8dc914a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451419 Feb 16 14:17:16.048152 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 53664) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:16.227515 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac9837-fbfe-4509-8113-b528601fc870 req-05bcc476-db87-48fa-ac8e-61d74de8ca06 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:16.229784 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c1ac9837-fbfe-4509-8113-b528601fc870 req-05bcc476-db87-48fa-ac8e-61d74de8ca06 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 945 time: 0.0580180 Feb 16 14:17:16.248751 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a238817c-35f4-4638-827a-749c06654878 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:16.297849 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c1ac9837-fbfe-4509-8113-b528601fc870 req-48557437-5de6-4baf-9514-c5c70319caa9 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568752 Feb 16 14:17:16.352968 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a238817c-35f4-4638-827a-749c06654878 admin admin] Publish callbacks [] for security_group (2fe30495-e48c-4368-b344-5cdfb11ec78a), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:16.360093 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a238817c-35f4-4638-827a-749c06654878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (2fe30495-e48c-4368-b344-5cdfb11ec78a), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:16.406766 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-a238817c-35f4-4638-827a-749c06654878 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=998db99b0f3641a2b616eb11a387283d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3551009 Feb 16 14:17:16.406766 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a238817c-35f4-4638-827a-749c06654878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe30495-e48c-4368-b344-5cdfb11ec78a,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:16.407050 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 53684) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:16.465085 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-2169c83b-7625-4880-b43a-d0f3eab400a3 admin admin] Publish callbacks [] for security_group (2fe30495-e48c-4368-b344-5cdfb11ec78a), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:16.493489 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-2169c83b-7625-4880-b43a-d0f3eab400a3 admin admin] Publish callbacks [] for security_group (2fe30495-e48c-4368-b344-5cdfb11ec78a), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:16.549967 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-2169c83b-7625-4880-b43a-d0f3eab400a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (2fe30495-e48c-4368-b344-5cdfb11ec78a), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:16.552678 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-2169c83b-7625-4880-b43a-d0f3eab400a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:16.556422 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-2169c83b-7625-4880-b43a-d0f3eab400a3 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/2fe30495-e48c-4368-b344-5cdfb11ec78a HTTP/1.1" status: 204 len: 168 time: 0.1458645 Feb 16 14:17:16.564231 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2169c83b-7625-4880-b43a-d0f3eab400a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe30495-e48c-4368-b344-5cdfb11ec78a,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:16.961030 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 53714) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:17.093575 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf4d613-9c5b-4382-bd61-bae58667dab8 req-cf7f60c4-494f-45a9-9d6e-341f33a8e270 tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:17.095099 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-1cf4d613-9c5b-4382-bd61-bae58667dab8 req-cf7f60c4-494f-45a9-9d6e-341f33a8e270 tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] 10.222.0.120 "GET /v2.0/ports?device_id=7dbf95b6-927f-4eeb-a8cb-d5ffa501c73f HTTP/1.1" status: 200 len: 947 time: 0.0616353 Feb 16 14:17:17.100958 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-6afac0e1-9dcb-4a02-9096-792375ef4288 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1355508158-network', 'tenant_id': '3a34e3e6c1ee4ab48ff1d85f68799b81'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:17:17.136839 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6afac0e1-9dcb-4a02-9096-792375ef4288 admin admin] Made reservation on behalf of 3a34e3e6c1ee4ab48ff1d85f68799b81 for: {'network': 1} {{(pid=102969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:17:17.139221 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-6afac0e1-9dcb-4a02-9096-792375ef4288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for network (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:17.157063 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-6afac0e1-9dcb-4a02-9096-792375ef4288 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:17.177630 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-1cf4d613-9c5b-4382-bd61-bae58667dab8 req-d15cbe13-35e7-4eb9-aa64-3035720880ca tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] 10.222.0.120 "GET /v2.0/security-groups?id=82dd6ece-2a40-4df1-89ac-67d8dc914a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722044 Feb 16 14:17:17.249757 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-6afac0e1-9dcb-4a02-9096-792375ef4288 admin admin] Publish callbacks [] for security_group (e1eec8b1-c540-4315-883d-c500cc6c059a), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:17.255785 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-6afac0e1-9dcb-4a02-9096-792375ef4288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (e1eec8b1-c540-4315-883d-c500cc6c059a), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:17.278306 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6afac0e1-9dcb-4a02-9096-792375ef4288 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1311} {{(pid=102969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:17:17.284233 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 53736) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:17.292540 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afac0e1-9dcb-4a02-9096-792375ef4288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1eec8b1-c540-4315-883d-c500cc6c059a,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:17.299045 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-6afac0e1-9dcb-4a02-9096-792375ef4288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894495'] for segment (60939eb9-e0f4-4fd7-9c84-2e8354cdfa58), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:17.299413 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.db.segments_db [None req-6afac0e1-9dcb-4a02-9096-792375ef4288 admin admin] Added segment 60939eb9-e0f4-4fd7-9c84-2e8354cdfa58 of type vlan for network 61c5fb91-b66e-4415-8fe4-ccf1596db820 Feb 16 14:17:17.344806 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-6afac0e1-9dcb-4a02-9096-792375ef4288 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784246940290'] for network (61c5fb91-b66e-4415-8fe4-ccf1596db820), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:17.374093 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 5af9b18e-7598-4019-8ad4-63cad8fd1429 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:17:17.381340 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-6afac0e1-9dcb-4a02-9096-792375ef4288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354'] for network (61c5fb91-b66e-4415-8fe4-ccf1596db820), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:17.384427 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afac0e1-9dcb-4a02-9096-792375ef4288 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:17.385318 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-6afac0e1-9dcb-4a02-9096-792375ef4288 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for network (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:17.459466 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 53748) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:17.460888 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-6afac0e1-9dcb-4a02-9096-792375ef4288 admin admin] 10.222.0.120 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4929259 Feb 16 14:17:17.476164 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-ff8987b7-a6de-459b-a4de-51f2ffcbde5f admin admin] Request body: {'subnet': {'network_id': '61c5fb91-b66e-4415-8fe4-ccf1596db820', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1355508158-subnet', 'tenant_id': '3a34e3e6c1ee4ab48ff1d85f68799b81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:17:17.485385 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 5af9b18e-7598-4019-8ad4-63cad8fd1429, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=5af9b18e-7598-4019-8ad4-63cad8fd1429,segment=NetworkSegment(9c6cf2c8-60eb-443c-a7a1-9ce5a59b5288),segment_id=9c6cf2c8-60eb-443c-a7a1-9ce5a59b5288)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:17:17.488072 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-e5051e19-a9be-43c2-a1e4-05cc4749aa01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:17.503481 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Returning: {'device': '5af9b18e-7598-4019-8ad4-63cad8fd1429', 'network_id': 'b92bf247-6bf5-437b-85a7-f9c6ced965fc', 'port_id': '5af9b18e-7598-4019-8ad4-63cad8fd1429', 'mac_address': 'fa:16:3e:5b:64:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ea32d91-6aee-4c83-89d2-3952f8d25c05', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:17:17.507599 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afac0e1-9dcb-4a02-9096-792375ef4288 admin admin] Pushing event updated for resources: {'Network': ['ID=61c5fb91-b66e-4415-8fe4-ccf1596db820,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:17.527945 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e80768-a2b3-4f34-b7ed-d028c81a49ff req-8fa19403-a58a-4f3e-acd0-57246a755209 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:17.529662 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b3e80768-a2b3-4f34-b7ed-d028c81a49ff req-8fa19403-a58a-4f3e-acd0-57246a755209 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 945 time: 0.1422956 Feb 16 14:17:17.533845 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8987b7-a6de-459b-a4de-51f2ffcbde5f admin admin] Made reservation on behalf of 3a34e3e6c1ee4ab48ff1d85f68799b81 for: {'subnet': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:17:17.536225 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ff8987b7-a6de-459b-a4de-51f2ffcbde5f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9090856'] for subnet (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:17.540381 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Network 61c5fb91-b66e-4415-8fe4-ccf1596db820 details requested by agent ovs-agent-dv-cinder-773985-32-iscsi with host dv-cinder-773985-32-iscsi {{(pid=102970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:17:17.680575 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b3e80768-a2b3-4f34-b7ed-d028c81a49ff req-7aa033d2-fab1-4484-94f8-5776167eb487 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402609 Feb 16 14:17:17.709811 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Current status of the port 5af9b18e-7598-4019-8ad4-63cad8fd1429 is: DOWN; New status is: BUILD {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:17:17.710198 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (5af9b18e-7598-4019-8ad4-63cad8fd1429), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:17.740169 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-e5051e19-a9be-43c2-a1e4-05cc4749aa01 admin admin] Publish callbacks [] for security_group (6ce1258d-9534-4007-ad38-07286a7928cb), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:17.747389 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-e5051e19-a9be-43c2-a1e4-05cc4749aa01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (6ce1258d-9534-4007-ad38-07286a7928cb), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:17.758510 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5af9b18e-7598-4019-8ad4-63cad8fd1429 {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:17:17.780802 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 5af9b18e-7598-4019-8ad4-63cad8fd1429, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=5af9b18e-7598-4019-8ad4-63cad8fd1429,segment=NetworkSegment(9c6cf2c8-60eb-443c-a7a1-9ce5a59b5288),segment_id=9c6cf2c8-60eb-443c-a7a1-9ce5a59b5288)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:17:17.785826 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (5af9b18e-7598-4019-8ad4-63cad8fd1429), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:17.798293 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 53756) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:17.798439 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-e5051e19-a9be-43c2-a1e4-05cc4749aa01 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=da654f8fc5b64e3c81088bcf25892c09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5126760 Feb 16 14:17:17.831977 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5051e19-a9be-43c2-a1e4-05cc4749aa01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce1258d-9534-4007-ad38-07286a7928cb,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:17.852229 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Pushing event updated for resources: {'Port': ['ID=5af9b18e-7598-4019-8ad4-63cad8fd1429,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:17.860482 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:17.861082 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:17.861572 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:17.862050 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:17.862591 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:17.863244 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:17.863864 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:17.864356 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:17.864877 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:17.865364 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:17.865872 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:17.866347 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:17.866825 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:17.874011 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-be67734c-faab-4e2e-b230-455d1b9ff50e admin admin] Publish callbacks [] for security_group (6ce1258d-9534-4007-ad38-07286a7928cb), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:17.897340 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-be67734c-faab-4e2e-b230-455d1b9ff50e admin admin] Publish callbacks [] for security_group (6ce1258d-9534-4007-ad38-07286a7928cb), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:17.907153 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ff8987b7-a6de-459b-a4de-51f2ffcbde5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8811830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9090842'] for subnet (afa93d15-5472-4072-ba03-2d6b4a530984), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:17.966967 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-be67734c-faab-4e2e-b230-455d1b9ff50e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (6ce1258d-9534-4007-ad38-07286a7928cb), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:17.967584 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8987b7-a6de-459b-a4de-51f2ffcbde5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=afa93d15-5472-4072-ba03-2d6b4a530984,revision_number=0']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:17.971748 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-be67734c-faab-4e2e-b230-455d1b9ff50e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:17.975665 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-be67734c-faab-4e2e-b230-455d1b9ff50e admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/6ce1258d-9534-4007-ad38-07286a7928cb HTTP/1.1" status: 204 len: 168 time: 0.1727800 Feb 16 14:17:17.975765 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8987b7-a6de-459b-a4de-51f2ffcbde5f admin admin] Checking segment: {'id': '60939eb9-e0f4-4fd7-9c84-2e8354cdfa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '61c5fb91-b66e-4415-8fe4-ccf1596db820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:17:17.975867 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8987b7-a6de-459b-a4de-51f2ffcbde5f admin admin] Network hostable DHCP agents. Network: 61c5fb91-b66e-4415-8fe4-ccf1596db820, hostable agents: ['10a26995-69c6-4373-972b-e8a4ac0e51da'], hosted agents: [] {{(pid=102968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:17:17.983046 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be67734c-faab-4e2e-b230-455d1b9ff50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce1258d-9534-4007-ad38-07286a7928cb,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:17.994130 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8987b7-a6de-459b-a4de-51f2ffcbde5f admin admin] Network 61c5fb91-b66e-4415-8fe4-ccf1596db820 is scheduled to be hosted by DHCP agent 10a26995-69c6-4373-972b-e8a4ac0e51da with binding_index 1 {{(pid=102968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:17:18.008166 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [None req-ff8987b7-a6de-459b-a4de-51f2ffcbde5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-32-iscsi, 61c5fb91-b66e-4415-8fe4-ccf1596db820) {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:17:18.020385 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8987b7-a6de-459b-a4de-51f2ffcbde5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:18.021015 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ff8987b7-a6de-459b-a4de-51f2ffcbde5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for subnet (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:18.023743 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb17724-addd-4198-83da-b294d70647e0 None None] Network 61c5fb91-b66e-4415-8fe4-ccf1596db820 requested from dv-cinder-773985-32-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:17:18.049986 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-ff8987b7-a6de-459b-a4de-51f2ffcbde5f admin admin] 10.222.0.120 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5857944 Feb 16 14:17:18.146795 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcc594a-1206-46f7-80cc-0e1d06a19969 None None] Network 61c5fb91-b66e-4415-8fe4-ccf1596db820 requested from dv-cinder-773985-32-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:17:18.189108 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] get_ports_and_sgs() called for port_ids ['5af9b18e-7598-4019-8ad4-63cad8fd1429'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:17:18.395590 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96a66b-eaf7-4c03-bbc0-75648522b01e req-0ee23b05-8222-4db5-ac1b-5df9e32ea99e tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:18.399945 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-4c96a66b-eaf7-4c03-bbc0-75648522b01e req-0ee23b05-8222-4db5-ac1b-5df9e32ea99e tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] 10.222.0.120 "GET /v2.0/ports?device_id=7dbf95b6-927f-4eeb-a8cb-d5ffa501c73f HTTP/1.1" status: 200 len: 948 time: 0.1067607 Feb 16 14:17:18.472813 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-4c96a66b-eaf7-4c03-bbc0-75648522b01e req-3a1a7b4e-2353-4362-a31a-12ceb15a761f tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] 10.222.0.120 "GET /v2.0/security-groups?id=82dd6ece-2a40-4df1-89ac-67d8dc914a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646396 Feb 16 14:17:18.556626 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 53790) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:18.570183 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-7e06b310-dd34-46ef-8f00-f8cc49ab87f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:18.650113 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-7e06b310-dd34-46ef-8f00-f8cc49ab87f5 admin admin] Publish callbacks [] for security_group (bec60962-5eb5-4b56-b329-5d2b6c2b2dc7), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:18.654331 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-7e06b310-dd34-46ef-8f00-f8cc49ab87f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (bec60962-5eb5-4b56-b329-5d2b6c2b2dc7), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:18.694978 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-7e06b310-dd34-46ef-8f00-f8cc49ab87f5 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=9e43f46b25ba4994a357ebc37648a7b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1372380 Feb 16 14:17:18.695853 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e06b310-dd34-46ef-8f00-f8cc49ab87f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec60962-5eb5-4b56-b329-5d2b6c2b2dc7,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:18.697898 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 53796) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:18.720714 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94603d67-12d5-4f95-84e2-7cd19834cb04 req-b3e9ffa0-ec99-4082-80b4-01535bc9bfb7 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:18.722247 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-94603d67-12d5-4f95-84e2-7cd19834cb04 req-b3e9ffa0-ec99-4082-80b4-01535bc9bfb7 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/networks?id=61c5fb91-b66e-4415-8fe4-ccf1596db820 HTTP/1.1" status: 200 len: 815 time: 0.1259634 Feb 16 14:17:18.752297 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-94603d67-12d5-4f95-84e2-7cd19834cb04 req-b57fafb3-fdc8-4971-98ea-13889034f153 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/quotas/3a34e3e6c1ee4ab48ff1d85f68799b81 HTTP/1.1" status: 200 len: 375 time: 0.0216923 Feb 16 14:17:18.790626 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-df003b44-aa1c-4ebe-929a-33f536652fdc admin admin] Publish callbacks [] for security_group (bec60962-5eb5-4b56-b329-5d2b6c2b2dc7), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:18.794625 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-94603d67-12d5-4f95-84e2-7cd19834cb04 req-5abd127e-6c94-4951-9b71-1d156cdb4010 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?tenant_id=3a34e3e6c1ee4ab48ff1d85f68799b81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356748 Feb 16 14:17:18.806374 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb5b970-9596-4fde-a0d2-e72b9faec759 req-9a66b784-78fb-420c-99af-bb97716645d0 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:18.808141 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3eb5b970-9596-4fde-a0d2-e72b9faec759 req-9a66b784-78fb-420c-99af-bb97716645d0 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 945 time: 0.0536032 Feb 16 14:17:18.832573 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-df003b44-aa1c-4ebe-929a-33f536652fdc admin admin] Publish callbacks [] for security_group (bec60962-5eb5-4b56-b329-5d2b6c2b2dc7), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:18.861673 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3eb5b970-9596-4fde-a0d2-e72b9faec759 req-297cc9fb-9d02-48d0-9906-2e5ae28526e0 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481789 Feb 16 14:17:18.923586 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-94603d67-12d5-4f95-84e2-7cd19834cb04 req-1633e627-8f93-45de-ad0c-f70ad2d43826 service neutron] 10.222.0.120 "GET /v2.0/networks/61c5fb91-b66e-4415-8fe4-ccf1596db820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216214 Feb 16 14:17:18.949018 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-df003b44-aa1c-4ebe-929a-33f536652fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (bec60962-5eb5-4b56-b329-5d2b6c2b2dc7), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:18.951703 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-df003b44-aa1c-4ebe-929a-33f536652fdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:18.952866 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-df003b44-aa1c-4ebe-929a-33f536652fdc admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/bec60962-5eb5-4b56-b329-5d2b6c2b2dc7 HTTP/1.1" status: 204 len: 168 time: 0.2540214 Feb 16 14:17:18.971457 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df003b44-aa1c-4ebe-929a-33f536652fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec60962-5eb5-4b56-b329-5d2b6c2b2dc7,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:19.034436 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-94603d67-12d5-4f95-84e2-7cd19834cb04 req-71b029e0-ed04-4fe3-b56f-261f8e2db25c service neutron] 10.222.0.120 "GET /v2.0/networks/61c5fb91-b66e-4415-8fe4-ccf1596db820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047335 Feb 16 14:17:19.208170 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-4397a753-3036-442a-9f6e-26f97d0582ac req-f21809db-2390-4e95-9758-f549a5bbf97d tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=3850e64e-6744-4bcc-ba19-41a3657dfddc HTTP/1.1" status: 200 len: 210 time: 0.0304668 Feb 16 14:17:19.370985 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 5af9b18e-7598-4019-8ad4-63cad8fd1429 up at agent hyperv_hv-cinder-77398 {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:17:19.421075 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Provisioning for port 5af9b18e-7598-4019-8ad4-63cad8fd1429 completed by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:17:19.426447 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Provisioning complete for port 5af9b18e-7598-4019-8ad4-63cad8fd1429 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:17:19.426886 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (5af9b18e-7598-4019-8ad4-63cad8fd1429), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:19.557120 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Current status of the port 5af9b18e-7598-4019-8ad4-63cad8fd1429 is: BUILD; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:17:19.557720 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (5af9b18e-7598-4019-8ad4-63cad8fd1429), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:19.597744 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dbf95b6-927f-4eeb-a8cb-d5ffa501c73f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af9b18e-7598-4019-8ad4-63cad8fd1429'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:17:19.600220 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcf4ad7936cd44f2198d6b2453955475838913f42e78743342b6e5b4d5a62724" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3c4309-486b-401a-8e2d-78787d9e2b92" -d '{"events": [{"server_uuid": "7dbf95b6-927f-4eeb-a8cb-d5ffa501c73f", "name": "network-vif-plugged", "status": "completed", "tag": "5af9b18e-7598-4019-8ad4-63cad8fd1429"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:17:19.613665 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 5af9b18e-7598-4019-8ad4-63cad8fd1429, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=5af9b18e-7598-4019-8ad4-63cad8fd1429,segment=NetworkSegment(9c6cf2c8-60eb-443c-a7a1-9ce5a59b5288),segment_id=9c6cf2c8-60eb-443c-a7a1-9ce5a59b5288)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:17:19.619837 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (5af9b18e-7598-4019-8ad4-63cad8fd1429), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:19.652431 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f873be-fed7-4de9-bc0a-41b20d174984 req-f0db863e-a033-49c4-acad-663f7545041f tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:19.654599 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-84f873be-fed7-4de9-bc0a-41b20d174984 req-f0db863e-a033-49c4-acad-663f7545041f tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] 10.222.0.120 "GET /v2.0/ports?device_id=7dbf95b6-927f-4eeb-a8cb-d5ffa501c73f HTTP/1.1" status: 200 len: 948 time: 0.0919125 Feb 16 14:17:19.681027 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Pushing event updated for resources: {'Port': ['ID=5af9b18e-7598-4019-8ad4-63cad8fd1429,revision_number=5']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:19.713562 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-165ba568-4d2b-4e71-88f8-f0c23b51adbe x-openstack-request-id: req-165ba568-4d2b-4e71-88f8-f0c23b51adbe {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:17:19.713862 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dbf95b6-927f-4eeb-a8cb-d5ffa501c73f", "name": "network-vif-plugged", "status": "completed", "tag": "5af9b18e-7598-4019-8ad4-63cad8fd1429", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:17:19.714380 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-165ba568-4d2b-4e71-88f8-f0c23b51adbe {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:17:19.714835 dv-cinder-773985-32-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dbf95b6-927f-4eeb-a8cb-d5ffa501c73f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af9b18e-7598-4019-8ad4-63cad8fd1429', 'code': 200} Feb 16 14:17:19.745113 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-84f873be-fed7-4de9-bc0a-41b20d174984 req-2a990d1d-a9ed-4d2c-8edd-2ed7e2158fdc tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] 10.222.0.120 "GET /v2.0/security-groups?id=82dd6ece-2a40-4df1-89ac-67d8dc914a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767543 Feb 16 14:17:20.017362 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef644e8d-d2ef-47ef-b564-fc1052c58fd1 req-ffee1eab-55b2-461e-8ba3-db7cbad78352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:20.019258 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ef644e8d-d2ef-47ef-b564-fc1052c58fd1 req-ffee1eab-55b2-461e-8ba3-db7cbad78352 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7dbf95b6-927f-4eeb-a8cb-d5ffa501c73f HTTP/1.1" status: 200 len: 1133 time: 0.0668108 Feb 16 14:17:20.024945 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cabb4fb-4ac2-44f8-9817-7150aa6ee6a6 req-2a07e713-0b68-4072-bd15-d8b54d68ed5f tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:20.027007 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-5cabb4fb-4ac2-44f8-9817-7150aa6ee6a6 req-2a07e713-0b68-4072-bd15-d8b54d68ed5f tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 945 time: 0.0868313 Feb 16 14:17:20.082795 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ef644e8d-d2ef-47ef-b564-fc1052c58fd1 req-8aaa1cc1-f0b9-4868-857b-bbeec550e05e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=82dd6ece-2a40-4df1-89ac-67d8dc914a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548792 Feb 16 14:17:20.086156 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-5cabb4fb-4ac2-44f8-9817-7150aa6ee6a6 req-3b7d5347-0438-4202-93aa-508e6bae69a4 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497177 Feb 16 14:17:20.309447 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-50454dc8-6a10-46d0-a484-674f6f31f3af req-441dc0c5-ee49-476a-a61a-1002a38b8600 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=3850e64e-6744-4bcc-ba19-41a3657dfddc HTTP/1.1" status: 200 len: 210 time: 0.0320892 Feb 16 14:17:20.867174 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c242d-504f-4700-b14b-f3135d755f66 req-5bb60ec5-e65e-48c0-9709-341970fd7215 tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:20.868669 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-367c242d-504f-4700-b14b-f3135d755f66 req-5bb60ec5-e65e-48c0-9709-341970fd7215 tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] 10.222.0.120 "GET /v2.0/ports?device_id=7dbf95b6-927f-4eeb-a8cb-d5ffa501c73f HTTP/1.1" status: 200 len: 949 time: 0.0526106 Feb 16 14:17:20.917879 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-367c242d-504f-4700-b14b-f3135d755f66 req-51fc76d6-f02f-4ff9-80c2-6e6fddd530a9 tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] 10.222.0.120 "GET /v2.0/security-groups?id=82dd6ece-2a40-4df1-89ac-67d8dc914a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433800 Feb 16 14:17:21.203413 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ade2a-bdc3-483d-8e1d-5552ba899e97 req-b153cbe2-25c9-442f-bb32-bc1b5cc08ac7 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:21.204789 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b14ade2a-bdc3-483d-8e1d-5552ba899e97 req-b153cbe2-25c9-442f-bb32-bc1b5cc08ac7 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 945 time: 0.0512953 Feb 16 14:17:21.251685 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b14ade2a-bdc3-483d-8e1d-5552ba899e97 req-714a9d7f-a300-49db-b875-89067cdc2207 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408468 Feb 16 14:17:21.401940 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-e40ed870-4205-493d-a958-b6707a5df60d req-ba0fbc21-2f1d-4997-95c0-1e998ac4da6a tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=3850e64e-6744-4bcc-ba19-41a3657dfddc HTTP/1.1" status: 200 len: 210 time: 0.0267248 Feb 16 14:17:22.034822 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e1470-627c-40df-a53a-d533d541c393 req-cdd7599e-18ec-4945-8324-be34db96d050 tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:22.036229 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-058e1470-627c-40df-a53a-d533d541c393 req-cdd7599e-18ec-4945-8324-be34db96d050 tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] 10.222.0.120 "GET /v2.0/ports?device_id=7dbf95b6-927f-4eeb-a8cb-d5ffa501c73f HTTP/1.1" status: 200 len: 949 time: 0.0532475 Feb 16 14:17:22.081958 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-058e1470-627c-40df-a53a-d533d541c393 req-25aff971-aad7-41e7-8736-31fe06610ce0 tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] 10.222.0.120 "GET /v2.0/security-groups?id=82dd6ece-2a40-4df1-89ac-67d8dc914a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402446 Feb 16 14:17:22.369302 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e8d4b-c777-4d2e-8e01-3056e3175f7a req-32ad6f54-f132-4abc-b08e-c53d20033f82 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:22.371009 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-876e8d4b-c777-4d2e-8e01-3056e3175f7a req-32ad6f54-f132-4abc-b08e-c53d20033f82 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 945 time: 0.0524852 Feb 16 14:17:22.415927 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-876e8d4b-c777-4d2e-8e01-3056e3175f7a req-8ea82762-767d-4f96-b332-9d4f04299935 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393598 Feb 16 14:17:22.496262 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d6f1ed1e-7492-4259-bdb3-00bc72c13dbf req-f3528bf0-c6d2-44da-90c9-bedfa60a43ec tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=3850e64e-6744-4bcc-ba19-41a3657dfddc HTTP/1.1" status: 200 len: 210 time: 0.0301023 Feb 16 14:17:23.212104 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47567e40-e416-4fd4-a156-cfc68c882485 req-98bea3e2-6e08-4caa-88b7-30165e7d62bb tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:23.213731 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-47567e40-e416-4fd4-a156-cfc68c882485 req-98bea3e2-6e08-4caa-88b7-30165e7d62bb tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] 10.222.0.120 "GET /v2.0/ports?device_id=7dbf95b6-927f-4eeb-a8cb-d5ffa501c73f HTTP/1.1" status: 200 len: 949 time: 0.0550945 Feb 16 14:17:23.273081 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-47567e40-e416-4fd4-a156-cfc68c882485 req-40c71a80-8e07-4c26-8525-90856de2d073 tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] 10.222.0.120 "GET /v2.0/security-groups?id=82dd6ece-2a40-4df1-89ac-67d8dc914a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534065 Feb 16 14:17:23.406667 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94603d67-12d5-4f95-84e2-7cd19834cb04 req-c2c174ec-e00d-4598-8e5b-2131da081836 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:23.408256 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-94603d67-12d5-4f95-84e2-7cd19834cb04 req-c2c174ec-e00d-4598-8e5b-2131da081836 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.10 "GET /v2.0/networks?id=61c5fb91-b66e-4415-8fe4-ccf1596db820 HTTP/1.1" status: 200 len: 815 time: 0.1047637 Feb 16 14:17:23.444861 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-94603d67-12d5-4f95-84e2-7cd19834cb04 req-ca01319c-1404-48b3-83b8-a5a5c2c44d98 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Request body: {'port': {'device_id': '3850e64e-6744-4bcc-ba19-41a3657dfddc', 'network_id': '61c5fb91-b66e-4415-8fe4-ccf1596db820', 'admin_state_up': True, 'tenant_id': '3a34e3e6c1ee4ab48ff1d85f68799b81'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:17:23.594441 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a7984-85f1-4e22-b4b3-7c68bbaae5d7 req-78a41fd4-861f-4aa3-84bd-5e0271289161 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:23.595961 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-149a7984-85f1-4e22-b4b3-7c68bbaae5d7 req-78a41fd4-861f-4aa3-84bd-5e0271289161 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 945 time: 0.0839391 Feb 16 14:17:23.596706 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-7eee7dd9-2066-4349-ba87-dbe7960e1a7e req-183019c2-46ec-4bb6-af47-c56a0c80b550 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=3850e64e-6744-4bcc-ba19-41a3657dfddc HTTP/1.1" status: 200 len: 210 time: 0.0307181 Feb 16 14:17:23.609570 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94603d67-12d5-4f95-84e2-7cd19834cb04 req-ca01319c-1404-48b3-83b8-a5a5c2c44d98 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Made reservation on behalf of 3a34e3e6c1ee4ab48ff1d85f68799b81 for: {'port': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:17:23.612822 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-94603d67-12d5-4f95-84e2-7cd19834cb04 req-ca01319c-1404-48b3-83b8-a5a5c2c44d98 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:23.693210 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-149a7984-85f1-4e22-b4b3-7c68bbaae5d7 req-f9cc5509-8980-4d6e-81f0-0990d7ce2e3b tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904887 Feb 16 14:17:23.777349 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_common [req-94603d67-12d5-4f95-84e2-7cd19834cb04 req-ca01319c-1404-48b3-83b8-a5a5c2c44d98 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Allocated IP 172.20.0.9 (61c5fb91-b66e-4415-8fe4-ccf1596db820/afa93d15-5472-4072-ba03-2d6b4a530984/03778484-d22b-41d2-8089-7f625fe2ad9c) {{(pid=102968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:17:23.926247 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-94603d67-12d5-4f95-84e2-7cd19834cb04 req-ca01319c-1404-48b3-83b8-a5a5c2c44d98 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Publish callbacks [] for port (03778484-d22b-41d2-8089-7f625fe2ad9c), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:23.964889 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-94603d67-12d5-4f95-84e2-7cd19834cb04 req-ca01319c-1404-48b3-83b8-a5a5c2c44d98 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784246951208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811206'] for port (03778484-d22b-41d2-8089-7f625fe2ad9c), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:24.010668 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94603d67-12d5-4f95-84e2-7cd19834cb04 req-ca01319c-1404-48b3-83b8-a5a5c2c44d98 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Network 61c5fb91-b66e-4415-8fe4-ccf1596db820 is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:17:24.013711 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [req-94603d67-12d5-4f95-84e2-7cd19834cb04 req-ca01319c-1404-48b3-83b8-a5a5c2c44d98 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:17:24.018476 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-94603d67-12d5-4f95-84e2-7cd19834cb04 req-ca01319c-1404-48b3-83b8-a5a5c2c44d98 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Received port after_create {{(pid=102968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:17:24.026292 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca01319c-1404-48b3-83b8-a5a5c2c44d98 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Pushing event updated for resources: {'Port': ['ID=03778484-d22b-41d2-8089-7f625fe2ad9c,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:24.072939 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94603d67-12d5-4f95-84e2-7cd19834cb04 req-ca01319c-1404-48b3-83b8-a5a5c2c44d98 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:24.073528 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-94603d67-12d5-4f95-84e2-7cd19834cb04 req-ca01319c-1404-48b3-83b8-a5a5c2c44d98 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:24.090128 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-94603d67-12d5-4f95-84e2-7cd19834cb04 req-ca01319c-1404-48b3-83b8-a5a5c2c44d98 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6522636 Feb 16 14:17:24.147135 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-94603d67-12d5-4f95-84e2-7cd19834cb04 req-b01d5168-b2f6-481d-98e3-0bc2f81f8c79 service neutron] Request body: {'port': {'device_id': '3850e64e-6744-4bcc-ba19-41a3657dfddc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:17:24.215272 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-94603d67-12d5-4f95-84e2-7cd19834cb04 req-b01d5168-b2f6-481d-98e3-0bc2f81f8c79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (03778484-d22b-41d2-8089-7f625fe2ad9c), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:24.401410 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee397fd-8d49-4034-aa61-93096a31d8b0 req-e4781144-f829-44e9-bef3-8e869e33aac0 tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:24.402875 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-fee397fd-8d49-4034-aa61-93096a31d8b0 req-e4781144-f829-44e9-bef3-8e869e33aac0 tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] 10.222.0.120 "GET /v2.0/ports?device_id=7dbf95b6-927f-4eeb-a8cb-d5ffa501c73f HTTP/1.1" status: 200 len: 949 time: 0.0530672 Feb 16 14:17:24.457498 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-fee397fd-8d49-4034-aa61-93096a31d8b0 req-66c199b0-e49e-456f-b1d7-f7fde3b14c20 tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] 10.222.0.120 "GET /v2.0/security-groups?id=82dd6ece-2a40-4df1-89ac-67d8dc914a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487285 Feb 16 14:17:24.493730 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [req-94603d67-12d5-4f95-84e2-7cd19834cb04 req-b01d5168-b2f6-481d-98e3-0bc2f81f8c79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03778484-d22b-41d2-8089-7f625fe2ad9c {{(pid=102968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:17:24.501712 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-94603d67-12d5-4f95-84e2-7cd19834cb04 req-b01d5168-b2f6-481d-98e3-0bc2f81f8c79 service neutron] Publish callbacks [] for port (03778484-d22b-41d2-8089-7f625fe2ad9c), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:24.517384 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.provisioning_blocks [req-94603d67-12d5-4f95-84e2-7cd19834cb04 req-b01d5168-b2f6-481d-98e3-0bc2f81f8c79 service neutron] Transition to ACTIVE for port object 03778484-d22b-41d2-8089-7f625fe2ad9c will not be triggered until provisioned by entity L2. {{(pid=102968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:17:24.521714 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-94603d67-12d5-4f95-84e2-7cd19834cb04 req-b01d5168-b2f6-481d-98e3-0bc2f81f8c79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8811213'] for port (03778484-d22b-41d2-8089-7f625fe2ad9c), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:24.575302 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01d5168-b2f6-481d-98e3-0bc2f81f8c79 service neutron] Pushing event updated for resources: {'Port': ['ID=03778484-d22b-41d2-8089-7f625fe2ad9c,revision_number=2']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:24.651695 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-94603d67-12d5-4f95-84e2-7cd19834cb04 req-b01d5168-b2f6-481d-98e3-0bc2f81f8c79 service neutron] Attempting to bind port 03778484-d22b-41d2-8089-7f625fe2ad9c on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:17:24.652406 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-94603d67-12d5-4f95-84e2-7cd19834cb04 req-b01d5168-b2f6-481d-98e3-0bc2f81f8c79 service neutron] Attempting to bind port 03778484-d22b-41d2-8089-7f625fe2ad9c by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '60939eb9-e0f4-4fd7-9c84-2e8354cdfa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '61c5fb91-b66e-4415-8fe4-ccf1596db820'}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:17:24.652406 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94603d67-12d5-4f95-84e2-7cd19834cb04 req-b01d5168-b2f6-481d-98e3-0bc2f81f8c79 service neutron] Attempting to bind port 03778484-d22b-41d2-8089-7f625fe2ad9c on network 61c5fb91-b66e-4415-8fe4-ccf1596db820 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:17:24.657478 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94603d67-12d5-4f95-84e2-7cd19834cb04 req-b01d5168-b2f6-481d-98e3-0bc2f81f8c79 service neutron] Port 03778484-d22b-41d2-8089-7f625fe2ad9c on network 61c5fb91-b66e-4415-8fe4-ccf1596db820 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:17:24.657581 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94603d67-12d5-4f95-84e2-7cd19834cb04 req-b01d5168-b2f6-481d-98e3-0bc2f81f8c79 service neutron] Attempting to bind port 03778484-d22b-41d2-8089-7f625fe2ad9c on network 61c5fb91-b66e-4415-8fe4-ccf1596db820 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:17:24.666476 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94603d67-12d5-4f95-84e2-7cd19834cb04 req-b01d5168-b2f6-481d-98e3-0bc2f81f8c79 service neutron] Checking agent: {'id': '0563e457-3a96-4909-b5a3-8fa5db96f619', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 14, 3), 'started_at': datetime.datetime(2022, 2, 16, 14, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:17:24.666820 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94603d67-12d5-4f95-84e2-7cd19834cb04 req-b01d5168-b2f6-481d-98e3-0bc2f81f8c79 service neutron] Checking segment: {'id': '60939eb9-e0f4-4fd7-9c84-2e8354cdfa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '61c5fb91-b66e-4415-8fe4-ccf1596db820'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:17:24.667267 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94603d67-12d5-4f95-84e2-7cd19834cb04 req-b01d5168-b2f6-481d-98e3-0bc2f81f8c79 service neutron] Bound using segment: {'id': '60939eb9-e0f4-4fd7-9c84-2e8354cdfa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '61c5fb91-b66e-4415-8fe4-ccf1596db820'} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:17:24.667751 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-94603d67-12d5-4f95-84e2-7cd19834cb04 req-b01d5168-b2f6-481d-98e3-0bc2f81f8c79 service neutron] Bound port: 03778484-d22b-41d2-8089-7f625fe2ad9c, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60939eb9-e0f4-4fd7-9c84-2e8354cdfa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '61c5fb91-b66e-4415-8fe4-ccf1596db820'}}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:17:24.668110 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-94603d67-12d5-4f95-84e2-7cd19834cb04 req-b01d5168-b2f6-481d-98e3-0bc2f81f8c79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (03778484-d22b-41d2-8089-7f625fe2ad9c), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:24.740546 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0943a46-c96f-4c4d-8dae-f72acf354d1a req-98547021-9866-4049-bc0a-cb31f3498adc tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:24.742733 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b0943a46-c96f-4c4d-8dae-f72acf354d1a req-98547021-9866-4049-bc0a-cb31f3498adc tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=3850e64e-6744-4bcc-ba19-41a3657dfddc HTTP/1.1" status: 200 len: 943 time: 0.0581281 Feb 16 14:17:24.782218 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-94603d67-12d5-4f95-84e2-7cd19834cb04 req-b01d5168-b2f6-481d-98e3-0bc2f81f8c79 service neutron] For port 03778484-d22b-41d2-8089-7f625fe2ad9c, host hv-cinder-77398, cleared binding levels {{(pid=102968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:17:24.787448 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-94603d67-12d5-4f95-84e2-7cd19834cb04 req-b01d5168-b2f6-481d-98e3-0bc2f81f8c79 service neutron] For port 03778484-d22b-41d2-8089-7f625fe2ad9c, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=03778484-d22b-41d2-8089-7f625fe2ad9c,segment=NetworkSegment(60939eb9-e0f4-4fd7-9c84-2e8354cdfa58),segment_id=60939eb9-e0f4-4fd7-9c84-2e8354cdfa58)] {{(pid=102968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:17:24.801054 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b0943a46-c96f-4c4d-8dae-f72acf354d1a req-507a70db-088f-40fb-9b30-4d69387c9400 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493338 Feb 16 14:17:24.801950 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b588bb-0468-4700-b835-8cf08a8f5ac5 req-a8e7aa8d-2353-41f3-90d2-decae887c0f8 tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:24.803580 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-04b588bb-0468-4700-b835-8cf08a8f5ac5 req-a8e7aa8d-2353-41f3-90d2-decae887c0f8 tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] 10.222.0.120 "GET /v2.0/ports?device_id=7dbf95b6-927f-4eeb-a8cb-d5ffa501c73f HTTP/1.1" status: 200 len: 949 time: 0.0751104 Feb 16 14:17:24.804906 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-94603d67-12d5-4f95-84e2-7cd19834cb04 req-b01d5168-b2f6-481d-98e3-0bc2f81f8c79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8811213'] for port (03778484-d22b-41d2-8089-7f625fe2ad9c), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:24.844481 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94603d67-12d5-4f95-84e2-7cd19834cb04 req-b01d5168-b2f6-481d-98e3-0bc2f81f8c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:24.844986 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-94603d67-12d5-4f95-84e2-7cd19834cb04 req-b01d5168-b2f6-481d-98e3-0bc2f81f8c79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:24.847166 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-94603d67-12d5-4f95-84e2-7cd19834cb04 req-b01d5168-b2f6-481d-98e3-0bc2f81f8c79 service neutron] 10.222.0.10 "PUT /v2.0/ports/03778484-d22b-41d2-8089-7f625fe2ad9c HTTP/1.1" status: 200 len: 1093 time: 0.7057009 Feb 16 14:17:24.859488 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3850e64e-6744-4bcc-ba19-41a3657dfddc', 'tag': '03778484-d22b-41d2-8089-7f625fe2ad9c'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:17:24.862365 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669008da0707fbbfdc7037cdc0b86c67378ff5c6b942db7a00e5cd0dd563b74b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2840c764-1f3d-42f9-8f3a-9812b9bdc8e9" -d '{"events": [{"name": "network-changed", "server_uuid": "3850e64e-6744-4bcc-ba19-41a3657dfddc", "tag": "03778484-d22b-41d2-8089-7f625fe2ad9c"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:17:24.907253 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01d5168-b2f6-481d-98e3-0bc2f81f8c79 service neutron] Pushing event updated for resources: {'Port': ['ID=03778484-d22b-41d2-8089-7f625fe2ad9c,revision_number=3']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:24.924483 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-04b588bb-0468-4700-b835-8cf08a8f5ac5 req-c9d19fd0-01b7-4827-9eb1-9742b4dc1f33 tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] 10.222.0.120 "GET /v2.0/security-groups?id=82dd6ece-2a40-4df1-89ac-67d8dc914a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138797 Feb 16 14:17:24.934974 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d373b23c-b406-478a-ad3b-151b35c88515 req-ca10f639-7842-494d-8165-4d072f91954e tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:24.936668 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d373b23c-b406-478a-ad3b-151b35c88515 req-ca10f639-7842-494d-8165-4d072f91954e tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 945 time: 0.0723319 Feb 16 14:17:24.979951 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d35fac-985f-44fb-9470-eba0025e3811 x-openstack-request-id: req-a2d35fac-985f-44fb-9470-eba0025e3811 {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:17:24.980298 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3850e64e-6744-4bcc-ba19-41a3657dfddc", "tag": "03778484-d22b-41d2-8089-7f625fe2ad9c", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:17:24.980552 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-a2d35fac-985f-44fb-9470-eba0025e3811 {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:17:24.981001 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3850e64e-6744-4bcc-ba19-41a3657dfddc', 'tag': '03778484-d22b-41d2-8089-7f625fe2ad9c', 'status': 'completed', 'code': 200} Feb 16 14:17:24.988909 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d373b23c-b406-478a-ad3b-151b35c88515 req-b675645c-d2e6-46e7-9a45-c5c4a2e06dc0 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463281 Feb 16 14:17:25.003564 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94603d67-12d5-4f95-84e2-7cd19834cb04 req-0f47401c-295f-47c6-87e2-b7e5b3872132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:25.005097 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-94603d67-12d5-4f95-84e2-7cd19834cb04 req-0f47401c-295f-47c6-87e2-b7e5b3872132 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3a34e3e6c1ee4ab48ff1d85f68799b81&device_id=3850e64e-6744-4bcc-ba19-41a3657dfddc HTTP/1.1" status: 200 len: 1127 time: 0.0561318 Feb 16 14:17:25.060487 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-94603d67-12d5-4f95-84e2-7cd19834cb04 req-c68715ac-673d-4cdf-90a3-118efdfbba10 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03778484-d22b-41d2-8089-7f625fe2ad9c HTTP/1.1" status: 200 len: 217 time: 0.0352061 Feb 16 14:17:25.116064 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94603d67-12d5-4f95-84e2-7cd19834cb04 req-c6080192-bdfe-4acf-a33e-a209d55b4ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:25.117520 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-94603d67-12d5-4f95-84e2-7cd19834cb04 req-c6080192-bdfe-4acf-a33e-a209d55b4ad2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=afa93d15-5472-4072-ba03-2d6b4a530984 HTTP/1.1" status: 200 len: 855 time: 0.0485697 Feb 16 14:17:25.150342 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-94603d67-12d5-4f95-84e2-7cd19834cb04 req-d67993f9-6806-480a-8afe-9939c6a9d556 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=61c5fb91-b66e-4415-8fe4-ccf1596db820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260460 Feb 16 14:17:25.244316 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-94603d67-12d5-4f95-84e2-7cd19834cb04 req-1266890b-65fa-44fe-a3aa-8e59c2c3f700 service neutron] 10.222.0.10 "GET /v2.0/networks/61c5fb91-b66e-4415-8fe4-ccf1596db820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857368 Feb 16 14:17:25.342684 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-94603d67-12d5-4f95-84e2-7cd19834cb04 req-072e51bc-a640-4546-8711-3c1ca45139d3 service neutron] 10.222.0.10 "GET /v2.0/networks/61c5fb91-b66e-4415-8fe4-ccf1596db820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916893 Feb 16 14:17:25.463286 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 53982) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:25.513495 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2840c764-1f3d-42f9-8f3a-9812b9bdc8e9 req-d16da082-8f2e-4837-ab4e-d4dfc9a73867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:25.514919 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2840c764-1f3d-42f9-8f3a-9812b9bdc8e9 req-d16da082-8f2e-4837-ab4e-d4dfc9a73867 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3a34e3e6c1ee4ab48ff1d85f68799b81&device_id=3850e64e-6744-4bcc-ba19-41a3657dfddc HTTP/1.1" status: 200 len: 1127 time: 0.0492711 Feb 16 14:17:25.605492 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3154af7c-d998-4737-bdd4-446967dd592d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:25.642088 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2840c764-1f3d-42f9-8f3a-9812b9bdc8e9 req-7dfc48ea-91d8-42a4-b28b-446c1619e0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:25.643591 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2840c764-1f3d-42f9-8f3a-9812b9bdc8e9 req-7dfc48ea-91d8-42a4-b28b-446c1619e0fb service neutron] 10.222.0.10 "GET /v2.0/networks?id=61c5fb91-b66e-4415-8fe4-ccf1596db820 HTTP/1.1" status: 200 len: 917 time: 0.1164119 Feb 16 14:17:25.693773 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2840c764-1f3d-42f9-8f3a-9812b9bdc8e9 req-28f68de5-685f-4309-8234-068e55ca8b91 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03778484-d22b-41d2-8089-7f625fe2ad9c HTTP/1.1" status: 200 len: 217 time: 0.0375466 Feb 16 14:17:26.022612 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3154af7c-d998-4737-bdd4-446967dd592d admin admin] Publish callbacks [] for security_group (2b57fdf3-59ed-482f-a04e-85a557c8087b), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:26.025793 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2840c764-1f3d-42f9-8f3a-9812b9bdc8e9 req-c6a3aa25-7d85-4019-ba47-5c7a1a243eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:26.027393 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2840c764-1f3d-42f9-8f3a-9812b9bdc8e9 req-c6a3aa25-7d85-4019-ba47-5c7a1a243eb6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=afa93d15-5472-4072-ba03-2d6b4a530984 HTTP/1.1" status: 200 len: 855 time: 0.3169289 Feb 16 14:17:26.030913 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3154af7c-d998-4737-bdd4-446967dd592d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (2b57fdf3-59ed-482f-a04e-85a557c8087b), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:26.050082 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e70e44-5f8f-495f-a399-767d4173c035 req-e4ec5a87-a2db-47b5-8748-e079f1370a58 tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:26.051704 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d5e70e44-5f8f-495f-a399-767d4173c035 req-e4ec5a87-a2db-47b5-8748-e079f1370a58 tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] 10.222.0.120 "GET /v2.0/ports?device_id=7dbf95b6-927f-4eeb-a8cb-d5ffa501c73f HTTP/1.1" status: 200 len: 949 time: 0.0551600 Feb 16 14:17:26.093658 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2840c764-1f3d-42f9-8f3a-9812b9bdc8e9 req-8bcde60a-db2e-4045-bd54-3eb2e3fe127d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=61c5fb91-b66e-4415-8fe4-ccf1596db820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442195 Feb 16 14:17:26.102146 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d5e70e44-5f8f-495f-a399-767d4173c035 req-2a20e17f-b633-4319-b263-707f488a89bb tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] 10.222.0.120 "GET /v2.0/security-groups?id=82dd6ece-2a40-4df1-89ac-67d8dc914a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440085 Feb 16 14:17:26.102820 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3154af7c-d998-4737-bdd4-446967dd592d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b57fdf3-59ed-482f-a04e-85a557c8087b,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:26.109402 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-3154af7c-d998-4737-bdd4-446967dd592d admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=cd1138ab92e040408f480e2e035b5d6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6425242 Feb 16 14:17:26.109810 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 53994) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:26.143294 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e199b13-d985-4081-9fff-370eeeba804b req-d90053a9-1ae2-42b4-a85a-cb95e157c93a tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:26.144894 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0e199b13-d985-4081-9fff-370eeeba804b req-d90053a9-1ae2-42b4-a85a-cb95e157c93a tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=3850e64e-6744-4bcc-ba19-41a3657dfddc HTTP/1.1" status: 200 len: 943 time: 0.1645002 Feb 16 14:17:26.212055 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a63f91de-5063-4736-9a8c-e808bc33ccb2 admin admin] Publish callbacks [] for security_group (2b57fdf3-59ed-482f-a04e-85a557c8087b), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:26.240855 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a63f91de-5063-4736-9a8c-e808bc33ccb2 admin admin] Publish callbacks [] for security_group (2b57fdf3-59ed-482f-a04e-85a557c8087b), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:26.243392 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0e199b13-d985-4081-9fff-370eeeba804b req-833b26c9-ec9b-45a6-b7cc-e93bcb739520 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856459 Feb 16 14:17:26.249855 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2840c764-1f3d-42f9-8f3a-9812b9bdc8e9 req-98f312bd-0207-487d-b396-cbac052f8414 service neutron] 10.222.0.10 "GET /v2.0/networks/61c5fb91-b66e-4415-8fe4-ccf1596db820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406233 Feb 16 14:17:26.266105 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24821ec-73ef-403e-9ab2-fb9cde0c5e6e req-8ae9d4ff-6917-4290-85cb-0b84aee6009b tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:26.267618 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b24821ec-73ef-403e-9ab2-fb9cde0c5e6e req-8ae9d4ff-6917-4290-85cb-0b84aee6009b tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 945 time: 0.0966117 Feb 16 14:17:26.332358 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b24821ec-73ef-403e-9ab2-fb9cde0c5e6e req-7d36a862-39c8-486d-bd91-7d3c39e3d1f5 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558584 Feb 16 14:17:26.333421 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a63f91de-5063-4736-9a8c-e808bc33ccb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (2b57fdf3-59ed-482f-a04e-85a557c8087b), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:26.335903 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a63f91de-5063-4736-9a8c-e808bc33ccb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:26.339488 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-a63f91de-5063-4736-9a8c-e808bc33ccb2 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/2b57fdf3-59ed-482f-a04e-85a557c8087b HTTP/1.1" status: 204 len: 168 time: 0.2251198 Feb 16 14:17:26.354341 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63f91de-5063-4736-9a8c-e808bc33ccb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b57fdf3-59ed-482f-a04e-85a557c8087b,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:26.367753 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2840c764-1f3d-42f9-8f3a-9812b9bdc8e9 req-68c7021f-bf78-4b79-89a2-eacaba8ae5ce service neutron] 10.222.0.10 "GET /v2.0/networks/61c5fb91-b66e-4415-8fe4-ccf1596db820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062796 Feb 16 14:17:26.652980 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e0e17d-9756-4d1f-96b7-c1838bf6a7ab req-6e35da71-7786-4e5d-b1c1-f7af5b25aa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:26.654550 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-80e0e17d-9756-4d1f-96b7-c1838bf6a7ab req-6e35da71-7786-4e5d-b1c1-f7af5b25aa52 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 1129 time: 0.0460362 Feb 16 14:17:26.778809 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-80e0e17d-9756-4d1f-96b7-c1838bf6a7ab req-d750f5f3-f3fb-487e-aad1-c71690d8d4aa service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569522 Feb 16 14:17:26.998787 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 54018) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:27.095742 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-bf048757-3756-48c5-87b2-a9df28fc6ac1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1264495037-network', 'tenant_id': '5c3d6db271304958834a2c24b656f61e'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:17:27.115196 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf048757-3756-48c5-87b2-a9df28fc6ac1 admin admin] Made reservation on behalf of 5c3d6db271304958834a2c24b656f61e for: {'network': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:17:27.117392 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-bf048757-3756-48c5-87b2-a9df28fc6ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for network (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:27.125735 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-bf048757-3756-48c5-87b2-a9df28fc6ac1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:27.237184 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-bf048757-3756-48c5-87b2-a9df28fc6ac1 admin admin] Publish callbacks [] for security_group (847b40c7-6bb2-48a9-b68c-915e8f668ea4), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:27.241421 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-bf048757-3756-48c5-87b2-a9df28fc6ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (847b40c7-6bb2-48a9-b68c-915e8f668ea4), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:27.281691 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc21cf8-3d46-4473-9913-f218940c5163 req-d8772fee-492b-4492-af60-3fd55a20c3df tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:27.283212 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2fc21cf8-3d46-4473-9913-f218940c5163 req-d8772fee-492b-4492-af60-3fd55a20c3df tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] 10.222.0.120 "GET /v2.0/ports?device_id=7dbf95b6-927f-4eeb-a8cb-d5ffa501c73f HTTP/1.1" status: 200 len: 949 time: 0.1017203 Feb 16 14:17:27.283995 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf048757-3756-48c5-87b2-a9df28fc6ac1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1345} {{(pid=102968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:17:27.302034 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf048757-3756-48c5-87b2-a9df28fc6ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847b40c7-6bb2-48a9-b68c-915e8f668ea4,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:27.313510 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-bf048757-3756-48c5-87b2-a9df28fc6ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894495'] for segment (0373981d-f79c-45c2-9efc-d2c5280ceefc), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:27.313862 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.db.segments_db [None req-bf048757-3756-48c5-87b2-a9df28fc6ac1 admin admin] Added segment 0373981d-f79c-45c2-9efc-d2c5280ceefc of type vlan for network b6af31c2-3d63-407d-9a53-f983b2f44ea1 Feb 16 14:17:27.370306 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870c214-0453-40aa-8adb-a57673d175d6 req-48ffbf97-d49b-4769-96db-8f721e3beb9b tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:27.372062 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c870c214-0453-40aa-8adb-a57673d175d6 req-48ffbf97-d49b-4769-96db-8f721e3beb9b tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=3850e64e-6744-4bcc-ba19-41a3657dfddc HTTP/1.1" status: 200 len: 943 time: 0.0547519 Feb 16 14:17:27.398026 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 03778484-d22b-41d2-8089-7f625fe2ad9c details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:17:27.408991 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2fc21cf8-3d46-4473-9913-f218940c5163 req-f1dc2c41-66f8-44b6-ac46-ef1f10fd596b tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] 10.222.0.120 "GET /v2.0/security-groups?id=82dd6ece-2a40-4df1-89ac-67d8dc914a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168754 Feb 16 14:17:27.412337 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-bf048757-3756-48c5-87b2-a9df28fc6ac1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784246940290'] for network (b6af31c2-3d63-407d-9a53-f983b2f44ea1), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:27.437139 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c870c214-0453-40aa-8adb-a57673d175d6 req-9d75c54b-6d64-41c2-9eb1-0f4b22313e01 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572057 Feb 16 14:17:27.457078 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22458b3d-099e-4eec-a496-2a4fc6b88492 req-e2c401b7-3d16-4952-a5af-1f2c11333519 tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:27.459223 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-22458b3d-099e-4eec-a496-2a4fc6b88492 req-e2c401b7-3d16-4952-a5af-1f2c11333519 tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dbf95b6-927f-4eeb-a8cb-d5ffa501c73f HTTP/1.1" status: 200 len: 949 time: 0.1418781 Feb 16 14:17:27.475133 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-bf048757-3756-48c5-87b2-a9df28fc6ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354'] for network (b6af31c2-3d63-407d-9a53-f983b2f44ea1), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:27.478503 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf048757-3756-48c5-87b2-a9df28fc6ac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:27.478503 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-bf048757-3756-48c5-87b2-a9df28fc6ac1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for network (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:27.503828 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 03778484-d22b-41d2-8089-7f625fe2ad9c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=03778484-d22b-41d2-8089-7f625fe2ad9c,segment=NetworkSegment(60939eb9-e0f4-4fd7-9c84-2e8354cdfa58),segment_id=60939eb9-e0f4-4fd7-9c84-2e8354cdfa58)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:17:27.516463 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Returning: {'device': '03778484-d22b-41d2-8089-7f625fe2ad9c', 'network_id': '61c5fb91-b66e-4415-8fe4-ccf1596db820', 'port_id': '03778484-d22b-41d2-8089-7f625fe2ad9c', 'mac_address': 'fa:16:3e:ce:d8:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afa93d15-5472-4072-ba03-2d6b4a530984', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:17:27.558985 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Current status of the port 03778484-d22b-41d2-8089-7f625fe2ad9c is: DOWN; New status is: BUILD {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:17:27.559397 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (03778484-d22b-41d2-8089-7f625fe2ad9c), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:27.572205 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-bf048757-3756-48c5-87b2-a9df28fc6ac1 admin admin] 10.222.0.120 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5722666 Feb 16 14:17:27.572915 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03778484-d22b-41d2-8089-7f625fe2ad9c {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:17:27.575203 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 54028) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:27.579981 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-a141f486-6b59-492f-a59b-fa70616a96a3 admin admin] Request body: {'subnet': {'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1264495037-subnet', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'ip_version': 4}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:17:27.599794 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 03778484-d22b-41d2-8089-7f625fe2ad9c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=03778484-d22b-41d2-8089-7f625fe2ad9c,segment=NetworkSegment(60939eb9-e0f4-4fd7-9c84-2e8354cdfa58),segment_id=60939eb9-e0f4-4fd7-9c84-2e8354cdfa58)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:17:27.604703 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (03778484-d22b-41d2-8089-7f625fe2ad9c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:27.606245 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a141f486-6b59-492f-a59b-fa70616a96a3 admin admin] Made reservation on behalf of 5c3d6db271304958834a2c24b656f61e for: {'subnet': 1} {{(pid=102969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:17:27.610974 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a141f486-6b59-492f-a59b-fa70616a96a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10395620'] for subnet (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:27.628148 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf048757-3756-48c5-87b2-a9df28fc6ac1 admin admin] Pushing event updated for resources: {'Network': ['ID=b6af31c2-3d63-407d-9a53-f983b2f44ea1,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:27.641949 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Network b6af31c2-3d63-407d-9a53-f983b2f44ea1 details requested by agent ovs-agent-dv-cinder-773985-32-iscsi with host dv-cinder-773985-32-iscsi {{(pid=102970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:17:27.661480 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e2345-31a9-4991-b620-f53df725560b req-861a9326-8ea6-4c12-b07e-f3b1245de6e3 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:27.663056 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c54e2345-31a9-4991-b620-f53df725560b req-861a9326-8ea6-4c12-b07e-f3b1245de6e3 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 945 time: 0.1567082 Feb 16 14:17:27.671715 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Pushing event updated for resources: {'Port': ['ID=03778484-d22b-41d2-8089-7f625fe2ad9c,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:27.687081 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-22458b3d-099e-4eec-a496-2a4fc6b88492 req-adf1c8bf-bcf7-4db2-9d46-307c2a8219cf tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] Deleting port 5af9b18e-7598-4019-8ad4-63cad8fd1429 {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:17:27.687459 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-22458b3d-099e-4eec-a496-2a4fc6b88492 req-adf1c8bf-bcf7-4db2-9d46-307c2a8219cf tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784247387639'] for port (5af9b18e-7598-4019-8ad4-63cad8fd1429), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:27.769718 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c54e2345-31a9-4991-b620-f53df725560b req-5c2184e6-0b70-475f-8934-a68df01feb1a tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003501 Feb 16 14:17:27.827133 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-22458b3d-099e-4eec-a496-2a4fc6b88492 req-adf1c8bf-bcf7-4db2-9d46-307c2a8219cf tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] For port 5af9b18e-7598-4019-8ad4-63cad8fd1429, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=5af9b18e-7598-4019-8ad4-63cad8fd1429,segment=NetworkSegment(9c6cf2c8-60eb-443c-a7a1-9ce5a59b5288),segment_id=9c6cf2c8-60eb-443c-a7a1-9ce5a59b5288)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:17:27.827758 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-22458b3d-099e-4eec-a496-2a4fc6b88492 req-adf1c8bf-bcf7-4db2-9d46-307c2a8219cf tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595644'] for port (5af9b18e-7598-4019-8ad4-63cad8fd1429), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:27.827859 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a141f486-6b59-492f-a59b-fa70616a96a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10338315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10395606'] for subnet (08195094-654a-4590-abde-4914e46611c7), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:27.840377 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-22458b3d-099e-4eec-a496-2a4fc6b88492 req-adf1c8bf-bcf7-4db2-9d46-307c2a8219cf tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] Calling delete_port for 5af9b18e-7598-4019-8ad4-63cad8fd1429 owned by compute:nova {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:17:27.885932 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a141f486-6b59-492f-a59b-fa70616a96a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08195094-654a-4590-abde-4914e46611c7,revision_number=0']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:27.893304 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a141f486-6b59-492f-a59b-fa70616a96a3 admin admin] Checking segment: {'id': '0373981d-f79c-45c2-9efc-d2c5280ceefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:17:27.893739 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a141f486-6b59-492f-a59b-fa70616a96a3 admin admin] Network hostable DHCP agents. Network: b6af31c2-3d63-407d-9a53-f983b2f44ea1, hostable agents: ['10a26995-69c6-4373-972b-e8a4ac0e51da'], hosted agents: [] {{(pid=102969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:17:27.913652 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a141f486-6b59-492f-a59b-fa70616a96a3 admin admin] Network b6af31c2-3d63-407d-9a53-f983b2f44ea1 is scheduled to be hosted by DHCP agent 10a26995-69c6-4373-972b-e8a4ac0e51da with binding_index 1 {{(pid=102969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:17:27.925785 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-a141f486-6b59-492f-a59b-fa70616a96a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-32-iscsi, b6af31c2-3d63-407d-9a53-f983b2f44ea1) {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:17:27.931080 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a141f486-6b59-492f-a59b-fa70616a96a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:27.931978 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a141f486-6b59-492f-a59b-fa70616a96a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for subnet (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:27.944291 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572f0a12-8817-4903-b08a-c6aa15b525b6 None None] Network b6af31c2-3d63-407d-9a53-f983b2f44ea1 requested from dv-cinder-773985-32-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:17:27.951144 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-a141f486-6b59-492f-a59b-fa70616a96a3 admin admin] 10.222.0.120 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3747795 Feb 16 14:17:27.953673 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 54032) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:27.960307 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-24111ecb-871c-41b3-8eec-eefd9137a967 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1264495037-router', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444'}}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:17:27.992786 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-22458b3d-099e-4eec-a496-2a4fc6b88492 req-adf1c8bf-bcf7-4db2-9d46-307c2a8219cf tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784247495006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784246951217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811206'] for port (5af9b18e-7598-4019-8ad4-63cad8fd1429), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:27.995199 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-24111ecb-871c-41b3-8eec-eefd9137a967 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24928'] for router (251e824f-2bf8-498b-9625-581db5c40982), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:27.997321 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-24111ecb-871c-41b3-8eec-eefd9137a967 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1644564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24987'] for router (251e824f-2bf8-498b-9625-581db5c40982), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:28.028964 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf1c8bf-bcf7-4db2-9d46-307c2a8219cf tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] Pushing event deleted for resources: {'Port': ['ID=5af9b18e-7598-4019-8ad4-63cad8fd1429,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:28.060865 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-24111ecb-871c-41b3-8eec-eefd9137a967 admin admin] Publish callbacks [] for router_controller (251e824f-2bf8-498b-9625-581db5c40982), precommit_add_association {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:28.075720 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] get_ports_and_sgs() called for port_ids ['5af9b18e-7598-4019-8ad4-63cad8fd1429'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:17:28.093770 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-22458b3d-099e-4eec-a496-2a4fc6b88492 req-adf1c8bf-bcf7-4db2-9d46-307c2a8219cf tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] No DVR routers for this DVR port 5af9b18e-7598-4019-8ad4-63cad8fd1429 on host hv-cinder-77398 {{(pid=102968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:17:28.097131 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-22458b3d-099e-4eec-a496-2a4fc6b88492 req-adf1c8bf-bcf7-4db2-9d46-307c2a8219cf tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:28.102298 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-22458b3d-099e-4eec-a496-2a4fc6b88492 req-adf1c8bf-bcf7-4db2-9d46-307c2a8219cf tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] 10.222.0.10 "DELETE /v2.0/ports/5af9b18e-7598-4019-8ad4-63cad8fd1429 HTTP/1.1" status: 204 len: 173 time: 0.6355100 Feb 16 14:17:28.103473 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dbf95b6-927f-4eeb-a8cb-d5ffa501c73f', 'name': 'network-vif-deleted', 'tag': '5af9b18e-7598-4019-8ad4-63cad8fd1429'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:17:28.105852 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669008da0707fbbfdc7037cdc0b86c67378ff5c6b942db7a00e5cd0dd563b74b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0b2dd2-b061-4831-a1bb-f52b76d4c604" -d '{"events": [{"server_uuid": "7dbf95b6-927f-4eeb-a8cb-d5ffa501c73f", "name": "network-vif-deleted", "tag": "5af9b18e-7598-4019-8ad4-63cad8fd1429"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:17:28.152982 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e15ba0a-350c-4924-945a-189f09462662 x-openstack-request-id: req-6e15ba0a-350c-4924-945a-189f09462662 {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:17:28.154029 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dbf95b6-927f-4eeb-a8cb-d5ffa501c73f", "name": "network-vif-deleted", "tag": "5af9b18e-7598-4019-8ad4-63cad8fd1429", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:17:28.154029 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-6e15ba0a-350c-4924-945a-189f09462662 {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:17:28.154267 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dbf95b6-927f-4eeb-a8cb-d5ffa501c73f', 'name': 'network-vif-deleted', 'tag': '5af9b18e-7598-4019-8ad4-63cad8fd1429', 'status': 'completed', 'code': 200} Feb 16 14:17:28.157547 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] get_ports_and_sgs() called for port_ids ['03778484-d22b-41d2-8089-7f625fe2ad9c'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:17:28.159903 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715776ad-2c7e-4ecd-b989-ca5be7b0d3ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79a0a048-c219-5e99-a467-099ebabd7883-b6af31c2-3d63-407d-9a53-f983b2f44ea1', 'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1', 'project_id': '5c3d6db271304958834a2c24b656f61e', 'fixed_ips': [{'subnet_id': '08195094-654a-4590-abde-4914e46611c7'}]}} from dv-cinder-773985-32-iscsi. {{(pid=102970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 14:17:28.160867 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-715776ad-2c7e-4ecd-b989-ca5be7b0d3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:28.293514 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-24111ecb-871c-41b3-8eec-eefd9137a967 admin admin] Publish callbacks [] for router_gateway (251e824f-2bf8-498b-9625-581db5c40982), precommit_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:28.402962 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.db_base_plugin_common [None req-715776ad-2c7e-4ecd-b989-ca5be7b0d3ce None None] Allocated IP 172.20.0.2 (b6af31c2-3d63-407d-9a53-f983b2f44ea1/08195094-654a-4590-abde-4914e46611c7/c8ec83c5-a921-4c11-bcbe-a8e6a75e9af4) {{(pid=102970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:17:28.550829 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-24111ecb-871c-41b3-8eec-eefd9137a967 admin admin] Publish callbacks [] for router_gateway (251e824f-2bf8-498b-9625-581db5c40982), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:28.581873 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b1027c30-c1b7-4a66-8543-11fe292b1065 req-a6323949-1cb5-4ba9-98dd-425f0ef85295 tempest-VolumesNegativeTest-1930266008 tempest-VolumesNegativeTest-1930266008-project] 10.222.0.120 "GET /v2.0/ports?device_id=7dbf95b6-927f-4eeb-a8cb-d5ffa501c73f HTTP/1.1" status: 200 len: 210 time: 0.0268705 Feb 16 14:17:28.586055 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-24111ecb-871c-41b3-8eec-eefd9137a967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:28.609933 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-715776ad-2c7e-4ecd-b989-ca5be7b0d3ce None None] Publish callbacks [] for port (c8ec83c5-a921-4c11-bcbe-a8e6a75e9af4), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:28.615925 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-715776ad-2c7e-4ecd-b989-ca5be7b0d3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784246951208'] for port (c8ec83c5-a921-4c11-bcbe-a8e6a75e9af4), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:28.653647 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d8331-b53a-489e-8671-1be1f3054d18 req-9c931c2d-fe1a-4e90-9e14-74127dfc30af tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:28.655186 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-1f7d8331-b53a-489e-8671-1be1f3054d18 req-9c931c2d-fe1a-4e90-9e14-74127dfc30af tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=3850e64e-6744-4bcc-ba19-41a3657dfddc HTTP/1.1" status: 200 len: 944 time: 0.1202817 Feb 16 14:17:28.658523 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715776ad-2c7e-4ecd-b989-ca5be7b0d3ce None None] Network b6af31c2-3d63-407d-9a53-f983b2f44ea1 is already hosted by enough agents. {{(pid=102970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:17:28.665547 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [None req-715776ad-2c7e-4ecd-b989-ca5be7b0d3ce None None] Resources bound (agent type, host, resource id): {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:17:28.672839 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715776ad-2c7e-4ecd-b989-ca5be7b0d3ce None None] Received port after_create {{(pid=102970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:17:28.684160 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715776ad-2c7e-4ecd-b989-ca5be7b0d3ce None None] Pushing event updated for resources: {'Port': ['ID=c8ec83c5-a921-4c11-bcbe-a8e6a75e9af4,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:28.746040 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-715776ad-2c7e-4ecd-b989-ca5be7b0d3ce None None] Attempting to bind port c8ec83c5-a921-4c11-bcbe-a8e6a75e9af4 on host dv-cinder-773985-32-iscsi for vnic_type normal with profile {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:17:28.746638 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-715776ad-2c7e-4ecd-b989-ca5be7b0d3ce None None] Attempting to bind port c8ec83c5-a921-4c11-bcbe-a8e6a75e9af4 by drivers openvswitch,hyperv on host dv-cinder-773985-32-iscsi at level 0 using segments [{'id': '0373981d-f79c-45c2-9efc-d2c5280ceefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1'}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:17:28.747084 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715776ad-2c7e-4ecd-b989-ca5be7b0d3ce None None] Attempting to bind port c8ec83c5-a921-4c11-bcbe-a8e6a75e9af4 on network b6af31c2-3d63-407d-9a53-f983b2f44ea1 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:17:28.755399 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.db.db_base_plugin_common [None req-24111ecb-871c-41b3-8eec-eefd9137a967 admin admin] Allocated IP 172.27.2.250 (5b71b9ca-6085-48b7-9167-93053be13444/8c2b85af-3da9-4754-9d29-6d95dbdc6260/8828c1b5-b135-4844-8744-f884925f81b0) {{(pid=102969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:17:28.755399 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-1f7d8331-b53a-489e-8671-1be1f3054d18 req-b6e52154-789e-4b61-8833-d425e00c041d tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890617 Feb 16 14:17:28.762734 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715776ad-2c7e-4ecd-b989-ca5be7b0d3ce None None] Checking agent: {'id': '529a93d1-f8f6-4ba2-8600-6635050f85df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 7, 45), 'started_at': datetime.datetime(2022, 2, 16, 14, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:17:28.763113 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715776ad-2c7e-4ecd-b989-ca5be7b0d3ce None None] Checking segment: {'id': '0373981d-f79c-45c2-9efc-d2c5280ceefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:17:28.763547 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-715776ad-2c7e-4ecd-b989-ca5be7b0d3ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:28.763939 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715776ad-2c7e-4ecd-b989-ca5be7b0d3ce None None] Bound using segment: {'id': '0373981d-f79c-45c2-9efc-d2c5280ceefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1'} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:17:28.764558 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-715776ad-2c7e-4ecd-b989-ca5be7b0d3ce None None] Bound port: c8ec83c5-a921-4c11-bcbe-a8e6a75e9af4, host: dv-cinder-773985-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0373981d-f79c-45c2-9efc-d2c5280ceefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1'}}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:17:28.764969 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-715776ad-2c7e-4ecd-b989-ca5be7b0d3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (c8ec83c5-a921-4c11-bcbe-a8e6a75e9af4), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:28.875168 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-715776ad-2c7e-4ecd-b989-ca5be7b0d3ce None None] For port c8ec83c5-a921-4c11-bcbe-a8e6a75e9af4, host dv-cinder-773985-32-iscsi, cleared binding levels {{(pid=102970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:17:28.882504 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-715776ad-2c7e-4ecd-b989-ca5be7b0d3ce None None] For port c8ec83c5-a921-4c11-bcbe-a8e6a75e9af4, host dv-cinder-773985-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=c8ec83c5-a921-4c11-bcbe-a8e6a75e9af4,segment=NetworkSegment(0373981d-f79c-45c2-9efc-d2c5280ceefc),segment_id=0373981d-f79c-45c2-9efc-d2c5280ceefc)] {{(pid=102970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:17:28.892132 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-715776ad-2c7e-4ecd-b989-ca5be7b0d3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (c8ec83c5-a921-4c11-bcbe-a8e6a75e9af4), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:28.910386 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-24111ecb-871c-41b3-8eec-eefd9137a967 admin admin] Publish callbacks [] for port (8828c1b5-b135-4844-8744-f884925f81b0), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:28.932320 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db039ab1-8244-4217-95d1-33eb38c985b0 req-9f921461-2e17-4159-b4ee-a61ab437997a tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:28.933849 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-db039ab1-8244-4217-95d1-33eb38c985b0 req-9f921461-2e17-4159-b4ee-a61ab437997a tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 945 time: 0.0776932 Feb 16 14:17:28.961529 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-24111ecb-871c-41b3-8eec-eefd9137a967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784246951208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10340347'] for port (8828c1b5-b135-4844-8744-f884925f81b0), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:28.984739 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715776ad-2c7e-4ecd-b989-ca5be7b0d3ce None None] Pushing event updated for resources: {'Port': ['ID=c8ec83c5-a921-4c11-bcbe-a8e6a75e9af4,revision_number=2']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:28.995241 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-db039ab1-8244-4217-95d1-33eb38c985b0 req-b3e0490d-747d-4398-bd2f-d0b66227e57f tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550532 Feb 16 14:17:29.025665 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24111ecb-871c-41b3-8eec-eefd9137a967 admin admin] Network 5b71b9ca-6085-48b7-9167-93053be13444 is already hosted by enough agents. {{(pid=102969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:17:29.031617 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-24111ecb-871c-41b3-8eec-eefd9137a967 admin admin] Resources bound (agent type, host, resource id): {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:17:29.034009 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24111ecb-871c-41b3-8eec-eefd9137a967 admin admin] Received port after_create {{(pid=102969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:17:29.065717 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24111ecb-871c-41b3-8eec-eefd9137a967 admin admin] Pushing event updated for resources: {'Port': ['ID=8828c1b5-b135-4844-8744-f884925f81b0,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:29.227903 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d2c90-7c7a-4d04-872f-2fc2a5aa4d14 req-e891eae5-392f-41c5-a7b3-edcde645fcc0 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:29.229471 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-908d2c90-7c7a-4d04-872f-2fc2a5aa4d14 req-e891eae5-392f-41c5-a7b3-edcde645fcc0 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.1553378 Feb 16 14:17:29.353902 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-908d2c90-7c7a-4d04-872f-2fc2a5aa4d14 req-8fa926ba-d1cf-4aaa-90ac-7653688144bc tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172333 Feb 16 14:17:29.388484 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-24111ecb-871c-41b3-8eec-eefd9137a967 admin admin] Publish callbacks [] for router_gateway (251e824f-2bf8-498b-9625-581db5c40982), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:29.422578 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 03778484-d22b-41d2-8089-7f625fe2ad9c up at agent hyperv_hv-cinder-77398 {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:17:29.502369 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Provisioning for port 03778484-d22b-41d2-8089-7f625fe2ad9c completed by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:17:29.507516 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Provisioning complete for port 03778484-d22b-41d2-8089-7f625fe2ad9c triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:17:29.508062 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (03778484-d22b-41d2-8089-7f625fe2ad9c), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:29.613756 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device c8ec83c5-a921-4c11-bcbe-a8e6a75e9af4 up at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:17:29.645482 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-24111ecb-871c-41b3-8eec-eefd9137a967 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1596030'] for router (251e824f-2bf8-498b-9625-581db5c40982), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:29.663000 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Current status of the port 03778484-d22b-41d2-8089-7f625fe2ad9c is: BUILD; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:17:29.663423 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (03778484-d22b-41d2-8089-7f625fe2ad9c), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:29.704392 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3850e64e-6744-4bcc-ba19-41a3657dfddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03778484-d22b-41d2-8089-7f625fe2ad9c'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:17:29.706881 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcf4ad7936cd44f2198d6b2453955475838913f42e78743342b6e5b4d5a62724" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7abd89a-7340-4419-bec1-c1ecc1496f7e" -d '{"events": [{"server_uuid": "3850e64e-6744-4bcc-ba19-41a3657dfddc", "name": "network-vif-plugged", "status": "completed", "tag": "03778484-d22b-41d2-8089-7f625fe2ad9c"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:17:29.731733 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 03778484-d22b-41d2-8089-7f625fe2ad9c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=03778484-d22b-41d2-8089-7f625fe2ad9c,segment=NetworkSegment(60939eb9-e0f4-4fd7-9c84-2e8354cdfa58),segment_id=60939eb9-e0f4-4fd7-9c84-2e8354cdfa58)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:17:29.743434 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (03778484-d22b-41d2-8089-7f625fe2ad9c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:29.743434 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 5af9b18e-7598-4019-8ad4-63cad8fd1429 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:17:29.743434 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Provisioning complete for port c8ec83c5-a921-4c11-bcbe-a8e6a75e9af4 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:17:29.743434 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (c8ec83c5-a921-4c11-bcbe-a8e6a75e9af4), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:29.794747 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768e36bf-bfd8-4866-93b8-27b69847e1a8 x-openstack-request-id: req-768e36bf-bfd8-4866-93b8-27b69847e1a8 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:17:29.795054 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3850e64e-6744-4bcc-ba19-41a3657dfddc", "name": "network-vif-plugged", "status": "completed", "tag": "03778484-d22b-41d2-8089-7f625fe2ad9c", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:17:29.795441 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-768e36bf-bfd8-4866-93b8-27b69847e1a8 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:17:29.795753 dv-cinder-773985-32-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3850e64e-6744-4bcc-ba19-41a3657dfddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03778484-d22b-41d2-8089-7f625fe2ad9c', 'code': 200} Feb 16 14:17:29.937186 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] No Port match for: 5af9b18e-7598-4019-8ad4-63cad8fd1429 {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:17:29.938748 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 5af9b18e-7598-4019-8ad4-63cad8fd1429 not bound to the agent host hv-cinder-77398 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:17:30.043533 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24111ecb-871c-41b3-8eec-eefd9137a967 admin admin] Router 251e824f-2bf8-498b-9625-581db5c40982 is scheduled to L3 agent 531611a8-34ea-4f1f-8d10-111cbf56a8a1 with binding_index 1 {{(pid=102969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:17:30.048491 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f4b6bc-ff5c-4d4f-ad3e-e43f2e608195 req-94e27162-9f4b-4f42-8fbe-7154d753597f tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:30.059120 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c1f4b6bc-ff5c-4d4f-ad3e-e43f2e608195 req-94e27162-9f4b-4f42-8fbe-7154d753597f tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=3850e64e-6744-4bcc-ba19-41a3657dfddc HTTP/1.1" status: 200 len: 945 time: 0.1631224 Feb 16 14:17:30.064569 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Pushing event updated for resources: {'Port': ['ID=03778484-d22b-41d2-8089-7f625fe2ad9c,revision_number=5']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:30.098123 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Current status of the port c8ec83c5-a921-4c11-bcbe-a8e6a75e9af4 is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:17:30.098634 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (c8ec83c5-a921-4c11-bcbe-a8e6a75e9af4), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:30.152673 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] For port c8ec83c5-a921-4c11-bcbe-a8e6a75e9af4, host dv-cinder-773985-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=c8ec83c5-a921-4c11-bcbe-a8e6a75e9af4,segment=NetworkSegment(0373981d-f79c-45c2-9efc-d2c5280ceefc),segment_id=0373981d-f79c-45c2-9efc-d2c5280ceefc)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:17:30.158601 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (c8ec83c5-a921-4c11-bcbe-a8e6a75e9af4), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:30.200899 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c1f4b6bc-ff5c-4d4f-ad3e-e43f2e608195 req-f93253e4-3337-4991-b469-0157eec65030 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262074 Feb 16 14:17:30.218816 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24111ecb-871c-41b3-8eec-eefd9137a967 admin admin] Notify agent at l3_agent.dv-cinder-773985-32-iscsi the message routers_updated {{(pid=102969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:17:30.219658 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a3f3a-1110-4251-baf0-975861ccd98d req-8472d42c-24bb-43b1-a72a-21c0c9f9b33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:30.221237 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1c4a3f3a-1110-4251-baf0-975861ccd98d req-8472d42c-24bb-43b1-a72a-21c0c9f9b33c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3850e64e-6744-4bcc-ba19-41a3657dfddc HTTP/1.1" status: 200 len: 1129 time: 0.0949411 Feb 16 14:17:30.232948 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4639b005-0e8d-4d69-b29f-959771bfab36 None None] Network b6af31c2-3d63-407d-9a53-f983b2f44ea1 requested from dv-cinder-773985-32-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:17:30.233173 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28d961e-453f-4c9b-bd09-38716ae0ce97 None None] Sync routers for ids ['251e824f-2bf8-498b-9625-581db5c40982'] in dv-cinder-773985-32-iscsi {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:17:30.243974 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-24111ecb-871c-41b3-8eec-eefd9137a967 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:30.248009 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-24111ecb-871c-41b3-8eec-eefd9137a967 admin admin] 10.222.0.120 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2905056 Feb 16 14:17:30.248332 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 54084) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:30.249573 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28d961e-453f-4c9b-bd09-38716ae0ce97 None None] Routers {'251e824f-2bf8-498b-9625-581db5c40982'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:17:30.250207 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-a28d961e-453f-4c9b-bd09-38716ae0ce97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:17:11Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['251e824f-2bf8-498b-9625-581db5c40982'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:17:30.289680 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1c4a3f3a-1110-4251-baf0-975861ccd98d req-9eddc3de-a2cc-4d03-b937-57dff74e1cbc service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577395 Feb 16 14:17:30.339159 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Pushing event updated for resources: {'Port': ['ID=c8ec83c5-a921-4c11-bcbe-a8e6a75e9af4,revision_number=3']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:30.375881 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-1fb58bd6-7d38-46f8-87fb-1c97360274da None None] Provisioning complete for port c8ec83c5-a921-4c11-bcbe-a8e6a75e9af4 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:17:30.376226 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-1fb58bd6-7d38-46f8-87fb-1c97360274da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (c8ec83c5-a921-4c11-bcbe-a8e6a75e9af4), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:30.401373 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-a28d961e-453f-4c9b-bd09-38716ae0ce97 None None] Set router 251e824f-2bf8-498b-9625-581db5c40982 gateway port host: dv-cinder-773985-32-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:17:30.490730 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-1fb58bd6-7d38-46f8-87fb-1c97360274da None None] Current status of the port c8ec83c5-a921-4c11-bcbe-a8e6a75e9af4 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:17:30.667852 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-a28d961e-453f-4c9b-bd09-38716ae0ce97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251e824f-2bf8-498b-9625-581db5c40982', 'name': 'tempest-TestVolumeBootPattern-1264495037-router', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '8828c1b5-b135-4844-8744-f884925f81b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:17:28Z', 'updated_at': '2022-02-16T14:17:29Z', 'revision_number': 3, 'project_id': '5c3d6db271304958834a2c24b656f61e', 'gw_port': {'id': '8828c1b5-b135-4844-8744-f884925f81b0', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ec:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '251e824f-2bf8-498b-9625-581db5c40982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:28Z', 'updated_at': '2022-02-16T14:17:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi'}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:17:30.703442 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28d961e-453f-4c9b-bd09-38716ae0ce97 None None] Checking router: 251e824f-2bf8-498b-9625-581db5c40982 for host: dv-cinder-773985-32-iscsi {{(pid=102971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:17:30.704147 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28d961e-453f-4c9b-bd09-38716ae0ce97 None None] Updating router 251e824f-2bf8-498b-9625-581db5c40982 port 8828c1b5-b135-4844-8744-f884925f81b0 binding host dv-cinder-773985-32-iscsi {{(pid=102971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:17:30.739374 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-a28d961e-453f-4c9b-bd09-38716ae0ce97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (8828c1b5-b135-4844-8744-f884925f81b0), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:30.820577 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-5c37cb78-b534-4406-961b-a5915cc1727a None None] Provisioning complete for port c8ec83c5-a921-4c11-bcbe-a8e6a75e9af4 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:17:30.821290 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5c37cb78-b534-4406-961b-a5915cc1727a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (c8ec83c5-a921-4c11-bcbe-a8e6a75e9af4), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:30.966122 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-5c37cb78-b534-4406-961b-a5915cc1727a None None] Current status of the port c8ec83c5-a921-4c11-bcbe-a8e6a75e9af4 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:17:31.002040 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a281bde9-09e1-4d71-8a30-56348b0401ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:31.054572 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-a28d961e-453f-4c9b-bd09-38716ae0ce97 None None] Publish callbacks [] for port (8828c1b5-b135-4844-8744-f884925f81b0), precommit_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:31.063258 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-a28d961e-453f-4c9b-bd09-38716ae0ce97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (8828c1b5-b135-4844-8744-f884925f81b0), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:31.114983 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e23fe6-198b-404d-b507-92f0bd7d8ce1 None None] Pushing event updated for resources: {'Port': ['ID=8828c1b5-b135-4844-8744-f884925f81b0,revision_number=2']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:31.126643 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e23fe6-198b-404d-b507-92f0bd7d8ce1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:31.126643 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e23fe6-198b-404d-b507-92f0bd7d8ce1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:31.126643 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e23fe6-198b-404d-b507-92f0bd7d8ce1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:31.126643 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e23fe6-198b-404d-b507-92f0bd7d8ce1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:31.127138 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e23fe6-198b-404d-b507-92f0bd7d8ce1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:31.127138 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e23fe6-198b-404d-b507-92f0bd7d8ce1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:31.128257 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e23fe6-198b-404d-b507-92f0bd7d8ce1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:31.128598 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e23fe6-198b-404d-b507-92f0bd7d8ce1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:31.129380 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e23fe6-198b-404d-b507-92f0bd7d8ce1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:31.129380 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e23fe6-198b-404d-b507-92f0bd7d8ce1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:31.129796 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e23fe6-198b-404d-b507-92f0bd7d8ce1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:31.130419 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e23fe6-198b-404d-b507-92f0bd7d8ce1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:31.130993 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e23fe6-198b-404d-b507-92f0bd7d8ce1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:31.147512 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [None req-a28d961e-453f-4c9b-bd09-38716ae0ce97 None None] Attempting to bind port 8828c1b5-b135-4844-8744-f884925f81b0 on host dv-cinder-773985-32-iscsi for vnic_type normal with profile {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:17:31.148640 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [None req-a28d961e-453f-4c9b-bd09-38716ae0ce97 None None] Attempting to bind port 8828c1b5-b135-4844-8744-f884925f81b0 by drivers openvswitch,hyperv on host dv-cinder-773985-32-iscsi at level 0 using segments [{'id': '26d58d4e-c6ed-4576-9373-5fb9e6fda4ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444'}] {{(pid=102971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:17:31.148640 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28d961e-453f-4c9b-bd09-38716ae0ce97 None None] Attempting to bind port 8828c1b5-b135-4844-8744-f884925f81b0 on network 5b71b9ca-6085-48b7-9167-93053be13444 {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:17:31.154271 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28d961e-453f-4c9b-bd09-38716ae0ce97 None None] Checking agent: {'id': '529a93d1-f8f6-4ba2-8600-6635050f85df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 7, 45), 'started_at': datetime.datetime(2022, 2, 16, 14, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:17:31.154809 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28d961e-453f-4c9b-bd09-38716ae0ce97 None None] Checking segment: {'id': '26d58d4e-c6ed-4576-9373-5fb9e6fda4ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:17:31.155087 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-a28d961e-453f-4c9b-bd09-38716ae0ce97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:31.155503 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28d961e-453f-4c9b-bd09-38716ae0ce97 None None] Bound using segment: {'id': '26d58d4e-c6ed-4576-9373-5fb9e6fda4ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444'} {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:17:31.155983 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [None req-a28d961e-453f-4c9b-bd09-38716ae0ce97 None None] Bound port: 8828c1b5-b135-4844-8744-f884925f81b0, host: dv-cinder-773985-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26d58d4e-c6ed-4576-9373-5fb9e6fda4ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444'}}] {{(pid=102971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:17:31.156362 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-a28d961e-453f-4c9b-bd09-38716ae0ce97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (8828c1b5-b135-4844-8744-f884925f81b0), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:31.223974 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [None req-a28d961e-453f-4c9b-bd09-38716ae0ce97 None None] For port 8828c1b5-b135-4844-8744-f884925f81b0, host dv-cinder-773985-32-iscsi, cleared binding levels {{(pid=102971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:17:31.231996 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [None req-a28d961e-453f-4c9b-bd09-38716ae0ce97 None None] For port 8828c1b5-b135-4844-8744-f884925f81b0, host dv-cinder-773985-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=8828c1b5-b135-4844-8744-f884925f81b0,segment=NetworkSegment(26d58d4e-c6ed-4576-9373-5fb9e6fda4ae),segment_id=26d58d4e-c6ed-4576-9373-5fb9e6fda4ae)] {{(pid=102971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:17:31.248319 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-a28d961e-453f-4c9b-bd09-38716ae0ce97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (8828c1b5-b135-4844-8744-f884925f81b0), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:31.250935 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.db.db_base_plugin_common [None req-a281bde9-09e1-4d71-8a30-56348b0401ee admin admin] Allocated IP 172.20.0.1 (b6af31c2-3d63-407d-9a53-f983b2f44ea1/08195094-654a-4590-abde-4914e46611c7/579dbe9f-2967-4c1a-b2d6-7db586ad609a) {{(pid=102969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:17:31.343394 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e23fe6-198b-404d-b507-92f0bd7d8ce1 None None] Pushing event updated for resources: {'Port': ['ID=8828c1b5-b135-4844-8744-f884925f81b0,revision_number=3']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:31.371587 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28d961e-453f-4c9b-bd09-38716ae0ce97 None None] Routers {'251e824f-2bf8-498b-9625-581db5c40982'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:17:31.372394 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-a28d961e-453f-4c9b-bd09-38716ae0ce97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:17:11Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['251e824f-2bf8-498b-9625-581db5c40982'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:17:31.401016 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e34f8-1d76-4136-8653-6488c8e8d0bf req-05b8c1de-1ee6-40b9-a0bb-21902549d6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:31.403485 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b02e34f8-1d76-4136-8653-6488c8e8d0bf req-05b8c1de-1ee6-40b9-a0bb-21902549d6a4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d9a231f27e3b4236b5109f44434e8be7&device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 1130 time: 0.1077394 Feb 16 14:17:31.419694 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71845d0d-ea88-4b4d-88df-f708c6f99a0d req-73fb2d07-19da-42aa-b8f5-03b780a07151 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:31.421611 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-71845d0d-ea88-4b4d-88df-f708c6f99a0d req-73fb2d07-19da-42aa-b8f5-03b780a07151 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=3850e64e-6744-4bcc-ba19-41a3657dfddc HTTP/1.1" status: 200 len: 945 time: 0.0908642 Feb 16 14:17:31.493743 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ec925-708c-4854-9698-47dbe4f8f295 req-c46cd3a4-7225-4d37-bb53-11cc63026b0c tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:31.517037 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-307ec925-708c-4854-9698-47dbe4f8f295 req-c46cd3a4-7225-4d37-bb53-11cc63026b0c tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.2155380 Feb 16 14:17:31.540623 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-a28d961e-453f-4c9b-bd09-38716ae0ce97 None None] Set router 251e824f-2bf8-498b-9625-581db5c40982 gateway port host: dv-cinder-773985-32-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:17:31.545679 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a281bde9-09e1-4d71-8a30-56348b0401ee admin admin] Publish callbacks [] for port (579dbe9f-2967-4c1a-b2d6-7db586ad609a), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:31.560679 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-71845d0d-ea88-4b4d-88df-f708c6f99a0d req-679100e4-b98e-4c80-a67a-3b226eb24bb1 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271405 Feb 16 14:17:31.574844 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device c8ec83c5-a921-4c11-bcbe-a8e6a75e9af4 up at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:17:31.588598 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e34f8-1d76-4136-8653-6488c8e8d0bf req-c7e175e8-dc0c-467b-97c6-836640155ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:31.595991 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b02e34f8-1d76-4136-8653-6488c8e8d0bf req-c7e175e8-dc0c-467b-97c6-836640155ace service neutron] 10.222.0.10 "GET /v2.0/networks?id=3b4e79db-56cd-4d42-82d5-dc0b8425f909 HTTP/1.1" status: 200 len: 920 time: 0.1665294 Feb 16 14:17:31.621102 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a281bde9-09e1-4d71-8a30-56348b0401ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784246951208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10340347'] for port (579dbe9f-2967-4c1a-b2d6-7db586ad609a), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:31.674796 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a281bde9-09e1-4d71-8a30-56348b0401ee admin admin] Network b6af31c2-3d63-407d-9a53-f983b2f44ea1 is already hosted by enough agents. {{(pid=102969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:17:31.682381 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-a281bde9-09e1-4d71-8a30-56348b0401ee admin admin] Resources bound (agent type, host, resource id): {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:17:31.690143 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a281bde9-09e1-4d71-8a30-56348b0401ee admin admin] Received port after_create {{(pid=102969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:17:31.710289 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b02e34f8-1d76-4136-8653-6488c8e8d0bf req-b99a5ca8-832d-4c1c-a549-ad0f801279b4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70387ee0-17d5-4683-94a7-cc169a3b0bc4 HTTP/1.1" status: 200 len: 217 time: 0.0535316 Feb 16 14:17:31.757608 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a281bde9-09e1-4d71-8a30-56348b0401ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1593123'] for router_interface (251e824f-2bf8-498b-9625-581db5c40982), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:31.833405 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-a28d961e-453f-4c9b-bd09-38716ae0ce97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251e824f-2bf8-498b-9625-581db5c40982', 'name': 'tempest-TestVolumeBootPattern-1264495037-router', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '8828c1b5-b135-4844-8744-f884925f81b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:17:28Z', 'updated_at': '2022-02-16T14:17:29Z', 'revision_number': 3, 'project_id': '5c3d6db271304958834a2c24b656f61e', 'gw_port': {'id': '8828c1b5-b135-4844-8744-f884925f81b0', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ec:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '251e824f-2bf8-498b-9625-581db5c40982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:28Z', 'updated_at': '2022-02-16T14:17:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi'}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:17:31.838306 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e34f8-1d76-4136-8653-6488c8e8d0bf req-92539e28-6459-4f3a-8b68-5982129045ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:31.840562 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b02e34f8-1d76-4136-8653-6488c8e8d0bf req-92539e28-6459-4f3a-8b68-5982129045ea service neutron] 10.222.0.10 "GET /v2.0/subnets?id=49e52525-bf5f-472f-a994-bf14eeca6876 HTTP/1.1" status: 200 len: 858 time: 0.1183558 Feb 16 14:17:31.872156 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-307ec925-708c-4854-9698-47dbe4f8f295 req-ef8538bb-3e4e-41f5-a38b-a56cddc35a84 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3540349 Feb 16 14:17:31.896782 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a281bde9-09e1-4d71-8a30-56348b0401ee admin admin] Pushing event updated for resources: {'Port': ['ID=579dbe9f-2967-4c1a-b2d6-7db586ad609a,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:31.908671 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Provisioning complete for port c8ec83c5-a921-4c11-bcbe-a8e6a75e9af4 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:17:31.909050 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (c8ec83c5-a921-4c11-bcbe-a8e6a75e9af4), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:31.916634 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b02e34f8-1d76-4136-8653-6488c8e8d0bf req-cbdc8976-6924-45e2-a071-55e04147e717 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3b4e79db-56cd-4d42-82d5-dc0b8425f909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591626 Feb 16 14:17:32.055027 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a281bde9-09e1-4d71-8a30-56348b0401ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (579dbe9f-2967-4c1a-b2d6-7db586ad609a), before_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:32.072542 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28d961e-453f-4c9b-bd09-38716ae0ce97 None None] The sync data for ids ['251e824f-2bf8-498b-9625-581db5c40982'] in dv-cinder-773985-32-iscsi is: [{'id': '251e824f-2bf8-498b-9625-581db5c40982', 'name': 'tempest-TestVolumeBootPattern-1264495037-router', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '8828c1b5-b135-4844-8744-f884925f81b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:17:28Z', 'updated_at': '2022-02-16T14:17:29Z', 'revision_number': 3, 'project_id': '5c3d6db271304958834a2c24b656f61e', 'gw_port': {'id': '8828c1b5-b135-4844-8744-f884925f81b0', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ec:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '251e824f-2bf8-498b-9625-581db5c40982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:28Z', 'updated_at': '2022-02-16T14:17:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi'}] {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:17:32.082409 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Current status of the port c8ec83c5-a921-4c11-bcbe-a8e6a75e9af4 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:17:32.102569 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-407ff1df-5412-4858-906c-84b3a73ef22d None None] Provisioning complete for port 579dbe9f-2967-4c1a-b2d6-7db586ad609a triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:17:32.103221 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-407ff1df-5412-4858-906c-84b3a73ef22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (579dbe9f-2967-4c1a-b2d6-7db586ad609a), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:32.119451 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b02e34f8-1d76-4136-8653-6488c8e8d0bf req-45d34159-43f9-4e9d-ad41-1e8a4d7bb47e service neutron] 10.222.0.10 "GET /v2.0/networks/3b4e79db-56cd-4d42-82d5-dc0b8425f909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701906 Feb 16 14:17:32.161074 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-407ff1df-5412-4858-906c-84b3a73ef22d None None] Port 579dbe9f-2967-4c1a-b2d6-7db586ad609a cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:17:32.271711 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b02e34f8-1d76-4136-8653-6488c8e8d0bf req-e408efc2-05c1-436e-b14e-4d9ace64c6a1 service neutron] 10.222.0.10 "GET /v2.0/networks/3b4e79db-56cd-4d42-82d5-dc0b8425f909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400201 Feb 16 14:17:32.299577 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a281bde9-09e1-4d71-8a30-56348b0401ee admin admin] Publish callbacks [] for port (579dbe9f-2967-4c1a-b2d6-7db586ad609a), precommit_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:32.308809 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a281bde9-09e1-4d71-8a30-56348b0401ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10340336'] for port (579dbe9f-2967-4c1a-b2d6-7db586ad609a), after_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:32.388987 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a281bde9-09e1-4d71-8a30-56348b0401ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2062336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1593279'] for router_interface (251e824f-2bf8-498b-9625-581db5c40982), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:32.390931 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a281bde9-09e1-4d71-8a30-56348b0401ee admin admin] Pushing event updated for resources: {'Port': ['ID=579dbe9f-2967-4c1a-b2d6-7db586ad609a,revision_number=2']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:32.527319 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a281bde9-09e1-4d71-8a30-56348b0401ee admin admin] Network b6af31c2-3d63-407d-9a53-f983b2f44ea1 is already hosted by enough agents. {{(pid=102969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:17:32.528862 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-a281bde9-09e1-4d71-8a30-56348b0401ee admin admin] Resources bound (agent type, host, resource id): {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:17:32.705824 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a281bde9-09e1-4d71-8a30-56348b0401ee admin admin] Router 251e824f-2bf8-498b-9625-581db5c40982 has already been hosted by L3 agent 531611a8-34ea-4f1f-8d10-111cbf56a8a1 {{(pid=102969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:17:32.719167 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524f6ce-da9a-4f87-8608-7ad84dee0553 req-9b60a109-1b91-4127-a29a-5e1cbe6bda9a tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:32.720888 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6524f6ce-da9a-4f87-8608-7ad84dee0553 req-9b60a109-1b91-4127-a29a-5e1cbe6bda9a tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=3850e64e-6744-4bcc-ba19-41a3657dfddc HTTP/1.1" status: 200 len: 945 time: 0.0692692 Feb 16 14:17:32.798883 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6524f6ce-da9a-4f87-8608-7ad84dee0553 req-24c62773-9381-4c88-a49e-870663402181 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707569 Feb 16 14:17:32.848262 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (0563e457-3a96-4909-b5a3-8fa5db96f619), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:32.893213 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-49f4c5ab-bd0d-494d-be43-f6116be745b0 None None] Provisioning complete for port 579dbe9f-2967-4c1a-b2d6-7db586ad609a triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:17:32.893871 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-49f4c5ab-bd0d-494d-be43-f6116be745b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (579dbe9f-2967-4c1a-b2d6-7db586ad609a), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:32.969616 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-49f4c5ab-bd0d-494d-be43-f6116be745b0 None None] Port 579dbe9f-2967-4c1a-b2d6-7db586ad609a cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:17:32.982480 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a281bde9-09e1-4d71-8a30-56348b0401ee admin admin] Notify agent at l3_agent.dv-cinder-773985-32-iscsi the message routers_updated {{(pid=102969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:17:32.994453 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-a281bde9-09e1-4d71-8a30-56348b0401ee admin admin] 10.222.0.120 "PUT /v2.0/routers/251e824f-2bf8-498b-9625-581db5c40982/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7450058 Feb 16 14:17:33.107415 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb88d7-6daf-46de-8b9f-7c64a9840752 req-98d386a3-648d-4086-a74a-315f2fb7f0dc tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:33.111157 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-19bb88d7-6daf-46de-8b9f-7c64a9840752 req-98d386a3-648d-4086-a74a-315f2fb7f0dc tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.1035645 Feb 16 14:17:33.211774 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-19bb88d7-6daf-46de-8b9f-7c64a9840752 req-cc635e57-bd41-40b1-8392-95c8f63135dc tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908954 Feb 16 14:17:33.549465 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device 8828c1b5-b135-4844-8744-f884925f81b0 up at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:17:33.612176 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Provisioning complete for port 8828c1b5-b135-4844-8744-f884925f81b0 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:17:33.612563 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (8828c1b5-b135-4844-8744-f884925f81b0), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:33.714284 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Current status of the port 8828c1b5-b135-4844-8744-f884925f81b0 is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:17:33.714736 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (8828c1b5-b135-4844-8744-f884925f81b0), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:33.737628 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] For port 8828c1b5-b135-4844-8744-f884925f81b0, host dv-cinder-773985-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=8828c1b5-b135-4844-8744-f884925f81b0,segment=NetworkSegment(26d58d4e-c6ed-4576-9373-5fb9e6fda4ae),segment_id=26d58d4e-c6ed-4576-9373-5fb9e6fda4ae)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:17:33.743728 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (8828c1b5-b135-4844-8744-f884925f81b0), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:33.745159 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 54324) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:33.754460 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-7a15aa76-0393-4dcb-9edb-f1b71865e2af admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1519093333-network', 'tenant_id': '8b66092a75ca4ab79e64621d82a156f7'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:17:33.782856 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a15aa76-0393-4dcb-9edb-f1b71865e2af admin admin] Made reservation on behalf of 8b66092a75ca4ab79e64621d82a156f7 for: {'network': 1} {{(pid=102969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:17:33.785564 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-7a15aa76-0393-4dcb-9edb-f1b71865e2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for network (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:33.802904 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-7a15aa76-0393-4dcb-9edb-f1b71865e2af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:33.813916 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Pushing event updated for resources: {'Port': ['ID=8828c1b5-b135-4844-8744-f884925f81b0,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:33.903790 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-7a15aa76-0393-4dcb-9edb-f1b71865e2af admin admin] Publish callbacks [] for security_group (274acd3b-60b6-4775-a233-bbc53f03f7ad), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:33.908327 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-7a15aa76-0393-4dcb-9edb-f1b71865e2af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (274acd3b-60b6-4775-a233-bbc53f03f7ad), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:33.935021 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a15aa76-0393-4dcb-9edb-f1b71865e2af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1349} {{(pid=102969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:17:33.943655 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a15aa76-0393-4dcb-9edb-f1b71865e2af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=274acd3b-60b6-4775-a233-bbc53f03f7ad,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:33.952040 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-7a15aa76-0393-4dcb-9edb-f1b71865e2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894495'] for segment (f6653466-7b0e-417c-a29d-53fc9fc47a71), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:33.952690 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.db.segments_db [None req-7a15aa76-0393-4dcb-9edb-f1b71865e2af admin admin] Added segment f6653466-7b0e-417c-a29d-53fc9fc47a71 of type vlan for network c66bec13-c5e1-45be-96b9-fa732a7597df Feb 16 14:17:33.999152 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-7a15aa76-0393-4dcb-9edb-f1b71865e2af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784246940290'] for network (c66bec13-c5e1-45be-96b9-fa732a7597df), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:34.033654 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-7a15aa76-0393-4dcb-9edb-f1b71865e2af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354'] for network (c66bec13-c5e1-45be-96b9-fa732a7597df), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:34.034476 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a15aa76-0393-4dcb-9edb-f1b71865e2af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:34.035087 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-7a15aa76-0393-4dcb-9edb-f1b71865e2af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for network (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:34.074289 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-7a15aa76-0393-4dcb-9edb-f1b71865e2af admin admin] 10.222.0.120 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3221953 Feb 16 14:17:34.074289 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 54352) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:34.076274 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-8fdce071-a058-4e7c-9870-8170714bc5e3 admin admin] Request body: {'subnet': {'network_id': 'c66bec13-c5e1-45be-96b9-fa732a7597df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1519093333-subnet', 'tenant_id': '8b66092a75ca4ab79e64621d82a156f7', 'ip_version': 4}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:17:34.115943 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a15aa76-0393-4dcb-9edb-f1b71865e2af admin admin] Pushing event updated for resources: {'Network': ['ID=c66bec13-c5e1-45be-96b9-fa732a7597df,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:34.129245 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fdce071-a058-4e7c-9870-8170714bc5e3 admin admin] Made reservation on behalf of 8b66092a75ca4ab79e64621d82a156f7 for: {'subnet': 1} {{(pid=102969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:17:34.133002 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-8fdce071-a058-4e7c-9870-8170714bc5e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10395620'] for subnet (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:34.133619 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Network c66bec13-c5e1-45be-96b9-fa732a7597df details requested by agent ovs-agent-dv-cinder-773985-32-iscsi with host dv-cinder-773985-32-iscsi {{(pid=102970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:17:34.205447 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d52eb6-3e6f-4616-acd7-ab60ebce121b None None] Sync routers for ids ['251e824f-2bf8-498b-9625-581db5c40982'] in dv-cinder-773985-32-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:17:34.216533 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d52eb6-3e6f-4616-acd7-ab60ebce121b None None] Routers {'251e824f-2bf8-498b-9625-581db5c40982'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:17:34.217399 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-33d52eb6-3e6f-4616-acd7-ab60ebce121b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:17:11Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['251e824f-2bf8-498b-9625-581db5c40982'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:17:34.319358 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-8fdce071-a058-4e7c-9870-8170714bc5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10338315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10395606'] for subnet (810a984f-9257-4173-8c38-cd05115e4b5c), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:34.339032 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-33d52eb6-3e6f-4616-acd7-ab60ebce121b None None] Set router 251e824f-2bf8-498b-9625-581db5c40982 gateway port host: dv-cinder-773985-32-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:17:34.375613 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85e480-1976-43db-9df1-ee763fb4446b req-806c7d4e-84f7-42e6-8122-8f1510a377bc tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:34.376879 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdce071-a058-4e7c-9870-8170714bc5e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=810a984f-9257-4173-8c38-cd05115e4b5c,revision_number=0']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:34.377143 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ac85e480-1976-43db-9df1-ee763fb4446b req-806c7d4e-84f7-42e6-8122-8f1510a377bc tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.0652688 Feb 16 14:17:34.402641 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdce071-a058-4e7c-9870-8170714bc5e3 admin admin] Checking segment: {'id': 'f6653466-7b0e-417c-a29d-53fc9fc47a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': 'c66bec13-c5e1-45be-96b9-fa732a7597df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:17:34.403453 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdce071-a058-4e7c-9870-8170714bc5e3 admin admin] Network hostable DHCP agents. Network: c66bec13-c5e1-45be-96b9-fa732a7597df, hostable agents: ['10a26995-69c6-4373-972b-e8a4ac0e51da'], hosted agents: [] {{(pid=102969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:17:34.440536 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdce071-a058-4e7c-9870-8170714bc5e3 admin admin] Network c66bec13-c5e1-45be-96b9-fa732a7597df is scheduled to be hosted by DHCP agent 10a26995-69c6-4373-972b-e8a4ac0e51da with binding_index 1 {{(pid=102969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:17:34.460104 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-8fdce071-a058-4e7c-9870-8170714bc5e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-32-iscsi, c66bec13-c5e1-45be-96b9-fa732a7597df) {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:17:34.464787 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdce071-a058-4e7c-9870-8170714bc5e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:34.465474 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-8fdce071-a058-4e7c-9870-8170714bc5e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for subnet (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:34.479971 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ac85e480-1976-43db-9df1-ee763fb4446b req-f643b13e-946f-4062-99ac-adb71f0c27a3 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841208 Feb 16 14:17:34.490914 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-8fdce071-a058-4e7c-9870-8170714bc5e3 admin admin] 10.222.0.120 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4183004 Feb 16 14:17:34.493516 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 54364) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:34.499207 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-9c8d8507-1b4b-44c4-b4d1-60004f4dc883 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1519093333-router', 'tenant_id': '8b66092a75ca4ab79e64621d82a156f7', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444'}}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:17:34.504175 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05800de0-184e-43cc-9cfd-235ef6dbc327 None None] Network c66bec13-c5e1-45be-96b9-fa732a7597df requested from dv-cinder-773985-32-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:17:34.526798 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-9c8d8507-1b4b-44c4-b4d1-60004f4dc883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24928'] for router (2571778b-917e-47ce-9222-c4e72e532e59), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:34.529492 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-9c8d8507-1b4b-44c4-b4d1-60004f4dc883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1644564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24987'] for router (2571778b-917e-47ce-9222-c4e72e532e59), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:34.606096 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-9c8d8507-1b4b-44c4-b4d1-60004f4dc883 admin admin] Publish callbacks [] for router_controller (2571778b-917e-47ce-9222-c4e72e532e59), precommit_add_association {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:34.666236 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb631f29-28ce-45f3-8a78-5ef19de7cda6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79a0a048-c219-5e99-a467-099ebabd7883-c66bec13-c5e1-45be-96b9-fa732a7597df', 'network_id': 'c66bec13-c5e1-45be-96b9-fa732a7597df', 'project_id': '8b66092a75ca4ab79e64621d82a156f7', 'fixed_ips': [{'subnet_id': '810a984f-9257-4173-8c38-cd05115e4b5c'}]}} from dv-cinder-773985-32-iscsi. {{(pid=102970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 14:17:34.667087 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-fb631f29-28ce-45f3-8a78-5ef19de7cda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:34.749134 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-33d52eb6-3e6f-4616-acd7-ab60ebce121b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251e824f-2bf8-498b-9625-581db5c40982', 'name': 'tempest-TestVolumeBootPattern-1264495037-router', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '8828c1b5-b135-4844-8744-f884925f81b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:17:28Z', 'updated_at': '2022-02-16T14:17:32Z', 'revision_number': 4, 'project_id': '5c3d6db271304958834a2c24b656f61e', 'gw_port': {'id': '8828c1b5-b135-4844-8744-f884925f81b0', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251e824f-2bf8-498b-9625-581db5c40982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:28Z', 'updated_at': '2022-02-16T14:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_interfaces': [{'id': '579dbe9f-2967-4c1a-b2d6-7db586ad609a', 'name': '', 'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'mac_address': 'fa:16:3e:24:8f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '251e824f-2bf8-498b-9625-581db5c40982', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '08195094-654a-4590-abde-4914e46611c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:31Z', 'updated_at': '2022-02-16T14:17:32Z', 'revision_number': 2, 'project_id': '5c3d6db271304958834a2c24b656f61e', 'subnets': [{'id': '08195094-654a-4590-abde-4914e46611c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:17:34.763301 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-9c8d8507-1b4b-44c4-b4d1-60004f4dc883 admin admin] Publish callbacks [] for router_gateway (2571778b-917e-47ce-9222-c4e72e532e59), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:34.796810 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d52eb6-3e6f-4616-acd7-ab60ebce121b None None] Checking router: 251e824f-2bf8-498b-9625-581db5c40982 for host: dv-cinder-773985-32-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:17:34.797347 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d52eb6-3e6f-4616-acd7-ab60ebce121b None None] Updating router 251e824f-2bf8-498b-9625-581db5c40982 port 579dbe9f-2967-4c1a-b2d6-7db586ad609a binding host dv-cinder-773985-32-iscsi {{(pid=102970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:17:34.858453 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-33d52eb6-3e6f-4616-acd7-ab60ebce121b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (579dbe9f-2967-4c1a-b2d6-7db586ad609a), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:34.917737 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.db_base_plugin_common [None req-fb631f29-28ce-45f3-8a78-5ef19de7cda6 None None] Allocated IP 172.20.0.2 (c66bec13-c5e1-45be-96b9-fa732a7597df/810a984f-9257-4173-8c38-cd05115e4b5c/e0a3c496-d7e7-4535-96d2-690edba2ca4b) {{(pid=102970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:17:35.020342 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-9c8d8507-1b4b-44c4-b4d1-60004f4dc883 admin admin] Publish callbacks [] for router_gateway (2571778b-917e-47ce-9222-c4e72e532e59), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:35.044751 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-9c8d8507-1b4b-44c4-b4d1-60004f4dc883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:35.157698 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_common [None req-9c8d8507-1b4b-44c4-b4d1-60004f4dc883 admin admin] Allocated IP 172.27.2.128 (5b71b9ca-6085-48b7-9167-93053be13444/8c2b85af-3da9-4754-9d29-6d95dbdc6260/40abb865-3a11-43b1-abb7-807e4aecf613) {{(pid=102968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:17:35.210252 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-fb631f29-28ce-45f3-8a78-5ef19de7cda6 None None] Publish callbacks [] for port (e0a3c496-d7e7-4535-96d2-690edba2ca4b), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:35.219336 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-fb631f29-28ce-45f3-8a78-5ef19de7cda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784246951208'] for port (e0a3c496-d7e7-4535-96d2-690edba2ca4b), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:35.282039 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-9c8d8507-1b4b-44c4-b4d1-60004f4dc883 admin admin] Publish callbacks [] for port (40abb865-3a11-43b1-abb7-807e4aecf613), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:35.298166 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb631f29-28ce-45f3-8a78-5ef19de7cda6 None None] Network c66bec13-c5e1-45be-96b9-fa732a7597df is already hosted by enough agents. {{(pid=102970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:17:35.310089 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [None req-fb631f29-28ce-45f3-8a78-5ef19de7cda6 None None] Resources bound (agent type, host, resource id): {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:17:35.313715 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb631f29-28ce-45f3-8a78-5ef19de7cda6 None None] Pushing event updated for resources: {'Port': ['ID=e0a3c496-d7e7-4535-96d2-690edba2ca4b,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:35.316034 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb631f29-28ce-45f3-8a78-5ef19de7cda6 None None] Received port after_create {{(pid=102970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:17:35.335170 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-9c8d8507-1b4b-44c4-b4d1-60004f4dc883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784246951208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811206'] for port (40abb865-3a11-43b1-abb7-807e4aecf613), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:35.352598 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-33d52eb6-3e6f-4616-acd7-ab60ebce121b None None] Publish callbacks [] for port (579dbe9f-2967-4c1a-b2d6-7db586ad609a), precommit_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:35.379448 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-33d52eb6-3e6f-4616-acd7-ab60ebce121b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (579dbe9f-2967-4c1a-b2d6-7db586ad609a), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:35.380577 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8d8507-1b4b-44c4-b4d1-60004f4dc883 admin admin] Network 5b71b9ca-6085-48b7-9167-93053be13444 is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:17:35.388163 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [None req-9c8d8507-1b4b-44c4-b4d1-60004f4dc883 admin admin] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:17:35.390497 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-fb631f29-28ce-45f3-8a78-5ef19de7cda6 None None] Attempting to bind port e0a3c496-d7e7-4535-96d2-690edba2ca4b on host dv-cinder-773985-32-iscsi for vnic_type normal with profile {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:17:35.390497 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-fb631f29-28ce-45f3-8a78-5ef19de7cda6 None None] Attempting to bind port e0a3c496-d7e7-4535-96d2-690edba2ca4b by drivers openvswitch,hyperv on host dv-cinder-773985-32-iscsi at level 0 using segments [{'id': 'f6653466-7b0e-417c-a29d-53fc9fc47a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': 'c66bec13-c5e1-45be-96b9-fa732a7597df'}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:17:35.390973 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb631f29-28ce-45f3-8a78-5ef19de7cda6 None None] Attempting to bind port e0a3c496-d7e7-4535-96d2-690edba2ca4b on network c66bec13-c5e1-45be-96b9-fa732a7597df {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:17:35.396445 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8d8507-1b4b-44c4-b4d1-60004f4dc883 admin admin] Received port after_create {{(pid=102968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:17:35.418671 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb631f29-28ce-45f3-8a78-5ef19de7cda6 None None] Checking agent: {'id': '529a93d1-f8f6-4ba2-8600-6635050f85df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 7, 45), 'started_at': datetime.datetime(2022, 2, 16, 14, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:17:35.419045 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb631f29-28ce-45f3-8a78-5ef19de7cda6 None None] Checking segment: {'id': 'f6653466-7b0e-417c-a29d-53fc9fc47a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': 'c66bec13-c5e1-45be-96b9-fa732a7597df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:17:35.419501 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-fb631f29-28ce-45f3-8a78-5ef19de7cda6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:35.419867 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb631f29-28ce-45f3-8a78-5ef19de7cda6 None None] Bound using segment: {'id': 'f6653466-7b0e-417c-a29d-53fc9fc47a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': 'c66bec13-c5e1-45be-96b9-fa732a7597df'} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:17:35.420344 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-fb631f29-28ce-45f3-8a78-5ef19de7cda6 None None] Bound port: e0a3c496-d7e7-4535-96d2-690edba2ca4b, host: dv-cinder-773985-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6653466-7b0e-417c-a29d-53fc9fc47a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': 'c66bec13-c5e1-45be-96b9-fa732a7597df'}}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:17:35.420722 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-fb631f29-28ce-45f3-8a78-5ef19de7cda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (e0a3c496-d7e7-4535-96d2-690edba2ca4b), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:35.443830 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8d8507-1b4b-44c4-b4d1-60004f4dc883 admin admin] Pushing event updated for resources: {'Port': ['ID=40abb865-3a11-43b1-abb7-807e4aecf613,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:35.453952 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b4241b-4c92-4753-8561-c83312de5c2c None None] Pushing event updated for resources: {'Port': ['ID=579dbe9f-2967-4c1a-b2d6-7db586ad609a,revision_number=3']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:35.481175 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 54382) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:35.621345 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-33d52eb6-3e6f-4616-acd7-ab60ebce121b None None] Attempting to bind port 579dbe9f-2967-4c1a-b2d6-7db586ad609a on host dv-cinder-773985-32-iscsi for vnic_type normal with profile {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:17:35.621730 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-33d52eb6-3e6f-4616-acd7-ab60ebce121b None None] Attempting to bind port 579dbe9f-2967-4c1a-b2d6-7db586ad609a by drivers openvswitch,hyperv on host dv-cinder-773985-32-iscsi at level 0 using segments [{'id': '0373981d-f79c-45c2-9efc-d2c5280ceefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1'}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:17:35.622146 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d52eb6-3e6f-4616-acd7-ab60ebce121b None None] Attempting to bind port 579dbe9f-2967-4c1a-b2d6-7db586ad609a on network b6af31c2-3d63-407d-9a53-f983b2f44ea1 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:17:35.633444 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device 8828c1b5-b135-4844-8744-f884925f81b0 up at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:17:35.645935 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d52eb6-3e6f-4616-acd7-ab60ebce121b None None] Checking agent: {'id': '529a93d1-f8f6-4ba2-8600-6635050f85df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 7, 45), 'started_at': datetime.datetime(2022, 2, 16, 14, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:17:35.647827 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d52eb6-3e6f-4616-acd7-ab60ebce121b None None] Checking segment: {'id': '0373981d-f79c-45c2-9efc-d2c5280ceefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:17:35.648422 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-33d52eb6-3e6f-4616-acd7-ab60ebce121b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:35.648972 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d52eb6-3e6f-4616-acd7-ab60ebce121b None None] Bound using segment: {'id': '0373981d-f79c-45c2-9efc-d2c5280ceefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1'} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:17:35.649621 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-33d52eb6-3e6f-4616-acd7-ab60ebce121b None None] Bound port: 579dbe9f-2967-4c1a-b2d6-7db586ad609a, host: dv-cinder-773985-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0373981d-f79c-45c2-9efc-d2c5280ceefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1'}}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:17:35.650198 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-33d52eb6-3e6f-4616-acd7-ab60ebce121b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (579dbe9f-2967-4c1a-b2d6-7db586ad609a), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:35.692797 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-fb631f29-28ce-45f3-8a78-5ef19de7cda6 None None] For port e0a3c496-d7e7-4535-96d2-690edba2ca4b, host dv-cinder-773985-32-iscsi, cleared binding levels {{(pid=102970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:17:35.701626 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-1747c091-94c1-4ae2-a9d2-43e1ba2d5e4f admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=e521199aa44d4b469463a78620fa4fde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2184441 Feb 16 14:17:35.702491 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05adb03-6c61-4abb-9003-efff60ae4702 req-3bfd3260-67b7-4468-b70f-0ac3cf043edf tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:35.704136 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e05adb03-6c61-4abb-9003-efff60ae4702 req-3bfd3260-67b7-4468-b70f-0ac3cf043edf tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.1106753 Feb 16 14:17:35.705094 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 54388) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:35.876089 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-fb631f29-28ce-45f3-8a78-5ef19de7cda6 None None] For port e0a3c496-d7e7-4535-96d2-690edba2ca4b, host dv-cinder-773985-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=e0a3c496-d7e7-4535-96d2-690edba2ca4b,segment=NetworkSegment(f6653466-7b0e-417c-a29d-53fc9fc47a71),segment_id=f6653466-7b0e-417c-a29d-53fc9fc47a71)] {{(pid=102970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:17:35.890740 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-62e38581-7b17-45dc-b415-75bd0e528258 admin admin] Publish callbacks [] for security_group (82dd6ece-2a40-4df1-89ac-67d8dc914a62), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:35.896371 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-fb631f29-28ce-45f3-8a78-5ef19de7cda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (e0a3c496-d7e7-4535-96d2-690edba2ca4b), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:35.898078 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e05adb03-6c61-4abb-9003-efff60ae4702 req-bc1a44a4-b13c-45bb-b80b-25320ee9e23f tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832323 Feb 16 14:17:35.908599 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-9c8d8507-1b4b-44c4-b4d1-60004f4dc883 admin admin] Publish callbacks [] for router_gateway (2571778b-917e-47ce-9222-c4e72e532e59), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:35.959561 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-33d52eb6-3e6f-4616-acd7-ab60ebce121b None None] For port 579dbe9f-2967-4c1a-b2d6-7db586ad609a, host dv-cinder-773985-32-iscsi, cleared binding levels {{(pid=102970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:17:35.964107 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-4a858e13-2f11-4007-996f-10ca18bef253 None None] Provisioning complete for port 579dbe9f-2967-4c1a-b2d6-7db586ad609a triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:17:35.964479 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4a858e13-2f11-4007-996f-10ca18bef253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (579dbe9f-2967-4c1a-b2d6-7db586ad609a), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:35.967066 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-33d52eb6-3e6f-4616-acd7-ab60ebce121b None None] For port 579dbe9f-2967-4c1a-b2d6-7db586ad609a, host dv-cinder-773985-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=579dbe9f-2967-4c1a-b2d6-7db586ad609a,segment=NetworkSegment(0373981d-f79c-45c2-9efc-d2c5280ceefc),segment_id=0373981d-f79c-45c2-9efc-d2c5280ceefc)] {{(pid=102970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:17:35.985857 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-62e38581-7b17-45dc-b415-75bd0e528258 admin admin] Publish callbacks [] for security_group (82dd6ece-2a40-4df1-89ac-67d8dc914a62), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:36.012926 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-33d52eb6-3e6f-4616-acd7-ab60ebce121b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (579dbe9f-2967-4c1a-b2d6-7db586ad609a), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:36.022528 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb631f29-28ce-45f3-8a78-5ef19de7cda6 None None] Pushing event updated for resources: {'Port': ['ID=e0a3c496-d7e7-4535-96d2-690edba2ca4b,revision_number=2']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:36.073043 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Provisioning complete for port 8828c1b5-b135-4844-8744-f884925f81b0 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:17:36.073417 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (8828c1b5-b135-4844-8744-f884925f81b0), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:36.155190 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d52eb6-3e6f-4616-acd7-ab60ebce121b None None] Routers {'251e824f-2bf8-498b-9625-581db5c40982'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:17:36.155956 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-33d52eb6-3e6f-4616-acd7-ab60ebce121b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:17:11Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['251e824f-2bf8-498b-9625-581db5c40982'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:17:36.160296 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b4241b-4c92-4753-8561-c83312de5c2c None None] Pushing event updated for resources: {'Port': ['ID=579dbe9f-2967-4c1a-b2d6-7db586ad609a,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:36.161144 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-62e38581-7b17-45dc-b415-75bd0e528258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (82dd6ece-2a40-4df1-89ac-67d8dc914a62), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:36.164431 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-62e38581-7b17-45dc-b415-75bd0e528258 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:36.165776 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-62e38581-7b17-45dc-b415-75bd0e528258 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/82dd6ece-2a40-4df1-89ac-67d8dc914a62 HTTP/1.1" status: 204 len: 168 time: 0.4580040 Feb 16 14:17:36.180862 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e38581-7b17-45dc-b415-75bd0e528258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82dd6ece-2a40-4df1-89ac-67d8dc914a62,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:36.207183 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-9c8d8507-1b4b-44c4-b4d1-60004f4dc883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1596030'] for router (2571778b-917e-47ce-9222-c4e72e532e59), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:36.349827 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-4a858e13-2f11-4007-996f-10ca18bef253 None None] Current status of the port 579dbe9f-2967-4c1a-b2d6-7db586ad609a is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:17:36.350328 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4a858e13-2f11-4007-996f-10ca18bef253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (579dbe9f-2967-4c1a-b2d6-7db586ad609a), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:36.470852 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-4a858e13-2f11-4007-996f-10ca18bef253 None None] For port 579dbe9f-2967-4c1a-b2d6-7db586ad609a, host dv-cinder-773985-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=579dbe9f-2967-4c1a-b2d6-7db586ad609a,segment=NetworkSegment(0373981d-f79c-45c2-9efc-d2c5280ceefc),segment_id=0373981d-f79c-45c2-9efc-d2c5280ceefc)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:17:36.473358 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-33d52eb6-3e6f-4616-acd7-ab60ebce121b None None] Set router 251e824f-2bf8-498b-9625-581db5c40982 gateway port host: dv-cinder-773985-32-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:17:36.476707 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Current status of the port 8828c1b5-b135-4844-8744-f884925f81b0 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:17:36.503127 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4a858e13-2f11-4007-996f-10ca18bef253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (579dbe9f-2967-4c1a-b2d6-7db586ad609a), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:36.639572 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a858e13-2f11-4007-996f-10ca18bef253 None None] Pushing event updated for resources: {'Port': ['ID=579dbe9f-2967-4c1a-b2d6-7db586ad609a,revision_number=5']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:36.678408 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-1d802b58-5a31-4bb1-9f2d-f3e79576dbb9 None None] Provisioning complete for port 579dbe9f-2967-4c1a-b2d6-7db586ad609a triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:17:36.678789 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-1d802b58-5a31-4bb1-9f2d-f3e79576dbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (579dbe9f-2967-4c1a-b2d6-7db586ad609a), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:36.738009 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c8d8507-1b4b-44c4-b4d1-60004f4dc883 admin admin] Router 2571778b-917e-47ce-9222-c4e72e532e59 is scheduled to L3 agent 531611a8-34ea-4f1f-8d10-111cbf56a8a1 with binding_index 1 {{(pid=102968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:17:36.818567 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-1d802b58-5a31-4bb1-9f2d-f3e79576dbb9 None None] Current status of the port 579dbe9f-2967-4c1a-b2d6-7db586ad609a is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:17:36.832049 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-33d52eb6-3e6f-4616-acd7-ab60ebce121b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251e824f-2bf8-498b-9625-581db5c40982', 'name': 'tempest-TestVolumeBootPattern-1264495037-router', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '8828c1b5-b135-4844-8744-f884925f81b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:17:28Z', 'updated_at': '2022-02-16T14:17:32Z', 'revision_number': 4, 'project_id': '5c3d6db271304958834a2c24b656f61e', 'gw_port': {'id': '8828c1b5-b135-4844-8744-f884925f81b0', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251e824f-2bf8-498b-9625-581db5c40982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:28Z', 'updated_at': '2022-02-16T14:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_interfaces': [{'id': '579dbe9f-2967-4c1a-b2d6-7db586ad609a', 'name': '', 'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'mac_address': 'fa:16:3e:24:8f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '251e824f-2bf8-498b-9625-581db5c40982', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '08195094-654a-4590-abde-4914e46611c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:31Z', 'updated_at': '2022-02-16T14:17:35Z', 'revision_number': 4, 'project_id': '5c3d6db271304958834a2c24b656f61e', 'subnets': [{'id': '08195094-654a-4590-abde-4914e46611c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:17:36.863320 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d52eb6-3e6f-4616-acd7-ab60ebce121b None None] The sync data for ids ['251e824f-2bf8-498b-9625-581db5c40982'] in dv-cinder-773985-32-iscsi is: [{'id': '251e824f-2bf8-498b-9625-581db5c40982', 'name': 'tempest-TestVolumeBootPattern-1264495037-router', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '8828c1b5-b135-4844-8744-f884925f81b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:17:28Z', 'updated_at': '2022-02-16T14:17:32Z', 'revision_number': 4, 'project_id': '5c3d6db271304958834a2c24b656f61e', 'gw_port': {'id': '8828c1b5-b135-4844-8744-f884925f81b0', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251e824f-2bf8-498b-9625-581db5c40982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:28Z', 'updated_at': '2022-02-16T14:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_interfaces': [{'id': '579dbe9f-2967-4c1a-b2d6-7db586ad609a', 'name': '', 'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'mac_address': 'fa:16:3e:24:8f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '251e824f-2bf8-498b-9625-581db5c40982', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '08195094-654a-4590-abde-4914e46611c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:31Z', 'updated_at': '2022-02-16T14:17:35Z', 'revision_number': 4, 'project_id': '5c3d6db271304958834a2c24b656f61e', 'subnets': [{'id': '08195094-654a-4590-abde-4914e46611c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:17:36.897566 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8d8507-1b4b-44c4-b4d1-60004f4dc883 admin admin] Notify agent at l3_agent.dv-cinder-773985-32-iscsi the message routers_updated {{(pid=102968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:17:36.913672 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc86613-1732-4cb2-a0ea-5821c689d713 None None] Sync routers for ids ['2571778b-917e-47ce-9222-c4e72e532e59'] in dv-cinder-773985-32-iscsi {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:17:36.920209 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-9c8d8507-1b4b-44c4-b4d1-60004f4dc883 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:36.922298 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-9c8d8507-1b4b-44c4-b4d1-60004f4dc883 admin admin] 10.222.0.120 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4275994 Feb 16 14:17:36.924913 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 54424) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:36.928071 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc86613-1732-4cb2-a0ea-5821c689d713 None None] Routers {'2571778b-917e-47ce-9222-c4e72e532e59'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:17:36.928955 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-3fc86613-1732-4cb2-a0ea-5821c689d713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:17:11Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['2571778b-917e-47ce-9222-c4e72e532e59'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:17:37.134519 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-3fc86613-1732-4cb2-a0ea-5821c689d713 None None] Set router 2571778b-917e-47ce-9222-c4e72e532e59 gateway port host: dv-cinder-773985-32-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:17:37.175400 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be56846-729c-4d6c-9dc6-9de9b5bb080e req-fc8d7f3f-269d-4aab-b299-c50d17727c60 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:37.177704 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-8be56846-729c-4d6c-9dc6-9de9b5bb080e req-fc8d7f3f-269d-4aab-b299-c50d17727c60 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.1133242 Feb 16 14:17:37.251909 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 54432) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:37.300872 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-8be56846-729c-4d6c-9dc6-9de9b5bb080e req-6da5bdd1-aef1-4dae-b0dc-266a3e7be8db tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164069 Feb 16 14:17:37.403763 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-3fc86613-1732-4cb2-a0ea-5821c689d713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2571778b-917e-47ce-9222-c4e72e532e59', 'name': 'tempest-TestVolumeBootPattern-1519093333-router', 'tenant_id': '8b66092a75ca4ab79e64621d82a156f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '40abb865-3a11-43b1-abb7-807e4aecf613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:17:34Z', 'updated_at': '2022-02-16T14:17:35Z', 'revision_number': 3, 'project_id': '8b66092a75ca4ab79e64621d82a156f7', 'gw_port': {'id': '40abb865-3a11-43b1-abb7-807e4aecf613', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:14:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2571778b-917e-47ce-9222-c4e72e532e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:35Z', 'updated_at': '2022-02-16T14:17:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi'}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:17:37.408097 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-31c38052-53c9-4e80-9d84-16a74b4adf82 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1729940713-network', 'tenant_id': '184b859ae4e244cead7231ba2ba66d49'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:17:37.446539 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d72ff2-776e-4a24-86f8-6bcd015ac81b None None] Network c66bec13-c5e1-45be-96b9-fa732a7597df requested from dv-cinder-773985-32-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:17:37.448638 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc86613-1732-4cb2-a0ea-5821c689d713 None None] Checking router: 2571778b-917e-47ce-9222-c4e72e532e59 for host: dv-cinder-773985-32-iscsi {{(pid=102971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:17:37.449257 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc86613-1732-4cb2-a0ea-5821c689d713 None None] Updating router 2571778b-917e-47ce-9222-c4e72e532e59 port 40abb865-3a11-43b1-abb7-807e4aecf613 binding host dv-cinder-773985-32-iscsi {{(pid=102971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:17:37.456197 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c38052-53c9-4e80-9d84-16a74b4adf82 admin admin] Made reservation on behalf of 184b859ae4e244cead7231ba2ba66d49 for: {'network': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:17:37.459043 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-31c38052-53c9-4e80-9d84-16a74b4adf82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for network (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:37.472834 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-31c38052-53c9-4e80-9d84-16a74b4adf82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:37.497125 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-3fc86613-1732-4cb2-a0ea-5821c689d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (40abb865-3a11-43b1-abb7-807e4aecf613), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:37.599174 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-07bacb4b-fb6b-4071-827e-ee044e2c6b9f None None] Provisioning complete for port e0a3c496-d7e7-4535-96d2-690edba2ca4b triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:17:37.599824 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-07bacb4b-fb6b-4071-827e-ee044e2c6b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (e0a3c496-d7e7-4535-96d2-690edba2ca4b), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:37.679340 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device 579dbe9f-2967-4c1a-b2d6-7db586ad609a up at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:17:37.717556 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-31c38052-53c9-4e80-9d84-16a74b4adf82 admin admin] Publish callbacks [] for security_group (650a6438-5fa5-40ff-84f8-b8aa3844aeb2), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:37.728610 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-31c38052-53c9-4e80-9d84-16a74b4adf82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (650a6438-5fa5-40ff-84f8-b8aa3844aeb2), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:37.733544 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6972dc60-a321-42f7-8d60-e0c581d214ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:37.794141 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31c38052-53c9-4e80-9d84-16a74b4adf82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1337} {{(pid=102968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:17:37.805966 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Provisioning complete for port 579dbe9f-2967-4c1a-b2d6-7db586ad609a triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:17:37.806345 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (579dbe9f-2967-4c1a-b2d6-7db586ad609a), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:37.826482 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c38052-53c9-4e80-9d84-16a74b4adf82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=650a6438-5fa5-40ff-84f8-b8aa3844aeb2,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:37.843686 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-07bacb4b-fb6b-4071-827e-ee044e2c6b9f None None] Current status of the port e0a3c496-d7e7-4535-96d2-690edba2ca4b is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:17:37.844294 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-07bacb4b-fb6b-4071-827e-ee044e2c6b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (e0a3c496-d7e7-4535-96d2-690edba2ca4b), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:37.877451 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-3fc86613-1732-4cb2-a0ea-5821c689d713 None None] Publish callbacks [] for port (40abb865-3a11-43b1-abb7-807e4aecf613), precommit_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:37.882618 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-31c38052-53c9-4e80-9d84-16a74b4adf82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894495'] for segment (43af7e83-61b8-49d9-9b3d-8e7fc1fb9259), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:37.883394 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.db.segments_db [None req-31c38052-53c9-4e80-9d84-16a74b4adf82 admin admin] Added segment 43af7e83-61b8-49d9-9b3d-8e7fc1fb9259 of type vlan for network 5faa44ce-cc1d-4c62-9ff6-0cc744617c22 Feb 16 14:17:37.886970 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-3fc86613-1732-4cb2-a0ea-5821c689d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (40abb865-3a11-43b1-abb7-807e4aecf613), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:37.919063 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-07bacb4b-fb6b-4071-827e-ee044e2c6b9f None None] For port e0a3c496-d7e7-4535-96d2-690edba2ca4b, host dv-cinder-773985-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=e0a3c496-d7e7-4535-96d2-690edba2ca4b,segment=NetworkSegment(f6653466-7b0e-417c-a29d-53fc9fc47a71),segment_id=f6653466-7b0e-417c-a29d-53fc9fc47a71)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:17:37.928029 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-07bacb4b-fb6b-4071-827e-ee044e2c6b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (e0a3c496-d7e7-4535-96d2-690edba2ca4b), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:37.948392 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a63c054-af40-4a73-a8c2-8aad540a8059 None None] Pushing event updated for resources: {'Port': ['ID=40abb865-3a11-43b1-abb7-807e4aecf613,revision_number=2']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:37.985051 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [None req-3fc86613-1732-4cb2-a0ea-5821c689d713 None None] Attempting to bind port 40abb865-3a11-43b1-abb7-807e4aecf613 on host dv-cinder-773985-32-iscsi for vnic_type normal with profile {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:17:37.985411 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [None req-3fc86613-1732-4cb2-a0ea-5821c689d713 None None] Attempting to bind port 40abb865-3a11-43b1-abb7-807e4aecf613 by drivers openvswitch,hyperv on host dv-cinder-773985-32-iscsi at level 0 using segments [{'id': '26d58d4e-c6ed-4576-9373-5fb9e6fda4ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444'}] {{(pid=102971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:17:37.985782 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc86613-1732-4cb2-a0ea-5821c689d713 None None] Attempting to bind port 40abb865-3a11-43b1-abb7-807e4aecf613 on network 5b71b9ca-6085-48b7-9167-93053be13444 {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:17:38.006405 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-31c38052-53c9-4e80-9d84-16a74b4adf82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784246940290'] for network (5faa44ce-cc1d-4c62-9ff6-0cc744617c22), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:38.007684 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc86613-1732-4cb2-a0ea-5821c689d713 None None] Checking agent: {'id': '529a93d1-f8f6-4ba2-8600-6635050f85df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 7, 45), 'started_at': datetime.datetime(2022, 2, 16, 14, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:17:38.008129 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc86613-1732-4cb2-a0ea-5821c689d713 None None] Checking segment: {'id': '26d58d4e-c6ed-4576-9373-5fb9e6fda4ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:17:38.008562 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-3fc86613-1732-4cb2-a0ea-5821c689d713 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:38.009258 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc86613-1732-4cb2-a0ea-5821c689d713 None None] Bound using segment: {'id': '26d58d4e-c6ed-4576-9373-5fb9e6fda4ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444'} {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:17:38.009761 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [None req-3fc86613-1732-4cb2-a0ea-5821c689d713 None None] Bound port: 40abb865-3a11-43b1-abb7-807e4aecf613, host: dv-cinder-773985-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26d58d4e-c6ed-4576-9373-5fb9e6fda4ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444'}}] {{(pid=102971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:17:38.010150 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-3fc86613-1732-4cb2-a0ea-5821c689d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (40abb865-3a11-43b1-abb7-807e4aecf613), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:38.029068 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bacb4b-fb6b-4071-827e-ee044e2c6b9f None None] Pushing event updated for resources: {'Port': ['ID=e0a3c496-d7e7-4535-96d2-690edba2ca4b,revision_number=3']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:38.033792 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Current status of the port 579dbe9f-2967-4c1a-b2d6-7db586ad609a is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:17:38.035259 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device e0a3c496-d7e7-4535-96d2-690edba2ca4b up at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:17:38.085411 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [None req-3fc86613-1732-4cb2-a0ea-5821c689d713 None None] For port 40abb865-3a11-43b1-abb7-807e4aecf613, host dv-cinder-773985-32-iscsi, cleared binding levels {{(pid=102971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:17:38.090709 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [None req-3fc86613-1732-4cb2-a0ea-5821c689d713 None None] For port 40abb865-3a11-43b1-abb7-807e4aecf613, host dv-cinder-773985-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=40abb865-3a11-43b1-abb7-807e4aecf613,segment=NetworkSegment(26d58d4e-c6ed-4576-9373-5fb9e6fda4ae),segment_id=26d58d4e-c6ed-4576-9373-5fb9e6fda4ae)] {{(pid=102971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:17:38.105001 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-3fc86613-1732-4cb2-a0ea-5821c689d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (40abb865-3a11-43b1-abb7-807e4aecf613), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:38.107872 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-31c38052-53c9-4e80-9d84-16a74b4adf82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354'] for network (5faa44ce-cc1d-4c62-9ff6-0cc744617c22), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:38.108888 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c38052-53c9-4e80-9d84-16a74b4adf82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:38.109688 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-31c38052-53c9-4e80-9d84-16a74b4adf82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for network (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:38.150627 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-31c38052-53c9-4e80-9d84-16a74b4adf82 admin admin] 10.222.0.120 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8958600 Feb 16 14:17:38.153450 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 54440) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:38.159001 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-c03560c1-8e03-4b03-a0d1-1ff3811895d9 admin admin] Request body: {'subnet': {'network_id': '5faa44ce-cc1d-4c62-9ff6-0cc744617c22', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1729940713-subnet', 'tenant_id': '184b859ae4e244cead7231ba2ba66d49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:17:38.165013 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Provisioning complete for port e0a3c496-d7e7-4535-96d2-690edba2ca4b triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:17:38.171596 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (e0a3c496-d7e7-4535-96d2-690edba2ca4b), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:38.172456 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_common [None req-6972dc60-a321-42f7-8d60-e0c581d214ea admin admin] Allocated IP 172.20.0.1 (c66bec13-c5e1-45be-96b9-fa732a7597df/810a984f-9257-4173-8c38-cd05115e4b5c/22cba5bd-1a43-46f2-a7a9-b1389b451d80) {{(pid=102968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:17:38.190364 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc86613-1732-4cb2-a0ea-5821c689d713 None None] Routers {'2571778b-917e-47ce-9222-c4e72e532e59'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:17:38.191009 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-3fc86613-1732-4cb2-a0ea-5821c689d713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:17:11Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['2571778b-917e-47ce-9222-c4e72e532e59'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:17:38.194532 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03560c1-8e03-4b03-a0d1-1ff3811895d9 admin admin] Made reservation on behalf of 184b859ae4e244cead7231ba2ba66d49 for: {'subnet': 1} {{(pid=102969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:17:38.196994 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c03560c1-8e03-4b03-a0d1-1ff3811895d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10395620'] for subnet (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:38.222264 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c38052-53c9-4e80-9d84-16a74b4adf82 admin admin] Pushing event updated for resources: {'Network': ['ID=5faa44ce-cc1d-4c62-9ff6-0cc744617c22,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:38.226703 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-1e9c58a6-8ae8-4210-a8f4-ecd9fe17c61f None None] Provisioning complete for port e0a3c496-d7e7-4535-96d2-690edba2ca4b triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:17:38.227386 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-1e9c58a6-8ae8-4210-a8f4-ecd9fe17c61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (e0a3c496-d7e7-4535-96d2-690edba2ca4b), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:38.255652 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Network 5faa44ce-cc1d-4c62-9ff6-0cc744617c22 details requested by agent ovs-agent-dv-cinder-773985-32-iscsi with host dv-cinder-773985-32-iscsi {{(pid=102970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:17:38.297495 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a63c054-af40-4a73-a8c2-8aad540a8059 None None] Pushing event updated for resources: {'Port': ['ID=40abb865-3a11-43b1-abb7-807e4aecf613,revision_number=3']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:38.380692 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6972dc60-a321-42f7-8d60-e0c581d214ea admin admin] Publish callbacks [] for port (22cba5bd-1a43-46f2-a7a9-b1389b451d80), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:38.422479 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-3fc86613-1732-4cb2-a0ea-5821c689d713 None None] Set router 2571778b-917e-47ce-9222-c4e72e532e59 gateway port host: dv-cinder-773985-32-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:17:38.495645 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Current status of the port e0a3c496-d7e7-4535-96d2-690edba2ca4b is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:17:38.506920 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6972dc60-a321-42f7-8d60-e0c581d214ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784246951208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811206'] for port (22cba5bd-1a43-46f2-a7a9-b1389b451d80), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:38.509123 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c58a6-8ae8-4210-a8f4-ecd9fe17c61f None None] Current status of the port e0a3c496-d7e7-4535-96d2-690edba2ca4b is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:17:38.509911 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c03560c1-8e03-4b03-a0d1-1ff3811895d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10338315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10395606'] for subnet (814d4ffe-19d9-4601-831b-31f344983ab2), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:38.536953 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83b6d5-4f51-439d-8dfb-31197b15f15c req-d48645c4-b42c-4625-98c8-b07e40a146c8 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:38.538551 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-bb83b6d5-4f51-439d-8dfb-31197b15f15c req-d48645c4-b42c-4625-98c8-b07e40a146c8 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.1218381 Feb 16 14:17:38.595475 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03560c1-8e03-4b03-a0d1-1ff3811895d9 admin admin] Checking segment: {'id': '43af7e83-61b8-49d9-9b3d-8e7fc1fb9259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '5faa44ce-cc1d-4c62-9ff6-0cc744617c22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:17:38.596271 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03560c1-8e03-4b03-a0d1-1ff3811895d9 admin admin] Network hostable DHCP agents. Network: 5faa44ce-cc1d-4c62-9ff6-0cc744617c22, hostable agents: ['10a26995-69c6-4373-972b-e8a4ac0e51da'], hosted agents: [] {{(pid=102969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:17:38.619092 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03560c1-8e03-4b03-a0d1-1ff3811895d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=814d4ffe-19d9-4601-831b-31f344983ab2,revision_number=0']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:38.620432 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6972dc60-a321-42f7-8d60-e0c581d214ea admin admin] Network c66bec13-c5e1-45be-96b9-fa732a7597df is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:17:38.632547 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [None req-6972dc60-a321-42f7-8d60-e0c581d214ea admin admin] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:17:38.638541 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03560c1-8e03-4b03-a0d1-1ff3811895d9 admin admin] Network 5faa44ce-cc1d-4c62-9ff6-0cc744617c22 is scheduled to be hosted by DHCP agent 10a26995-69c6-4373-972b-e8a4ac0e51da with binding_index 1 {{(pid=102969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:17:38.639763 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6972dc60-a321-42f7-8d60-e0c581d214ea admin admin] Received port after_create {{(pid=102968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:17:38.645351 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6972dc60-a321-42f7-8d60-e0c581d214ea admin admin] Pushing event updated for resources: {'Port': ['ID=22cba5bd-1a43-46f2-a7a9-b1389b451d80,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:38.656796 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-c03560c1-8e03-4b03-a0d1-1ff3811895d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-32-iscsi, 5faa44ce-cc1d-4c62-9ff6-0cc744617c22) {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:17:38.668191 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03560c1-8e03-4b03-a0d1-1ff3811895d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:38.670394 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c03560c1-8e03-4b03-a0d1-1ff3811895d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for subnet (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:38.670831 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571c7752-0d85-48ad-a33b-6927eec08881 None None] Network 5faa44ce-cc1d-4c62-9ff6-0cc744617c22 requested from dv-cinder-773985-32-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:17:38.690811 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-bb83b6d5-4f51-439d-8dfb-31197b15f15c req-7dd0a6f3-9c06-4eb4-a1e1-bc553331e2d1 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096377 Feb 16 14:17:38.717876 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-c03560c1-8e03-4b03-a0d1-1ff3811895d9 admin admin] 10.222.0.120 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5628159 Feb 16 14:17:38.730673 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-3fc86613-1732-4cb2-a0ea-5821c689d713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2571778b-917e-47ce-9222-c4e72e532e59', 'name': 'tempest-TestVolumeBootPattern-1519093333-router', 'tenant_id': '8b66092a75ca4ab79e64621d82a156f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '40abb865-3a11-43b1-abb7-807e4aecf613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:17:34Z', 'updated_at': '2022-02-16T14:17:35Z', 'revision_number': 3, 'project_id': '8b66092a75ca4ab79e64621d82a156f7', 'gw_port': {'id': '40abb865-3a11-43b1-abb7-807e4aecf613', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:14:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2571778b-917e-47ce-9222-c4e72e532e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:35Z', 'updated_at': '2022-02-16T14:17:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi'}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:17:38.749652 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6972dc60-a321-42f7-8d60-e0c581d214ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1593123'] for router_interface (2571778b-917e-47ce-9222-c4e72e532e59), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:38.761815 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc86613-1732-4cb2-a0ea-5821c689d713 None None] The sync data for ids ['2571778b-917e-47ce-9222-c4e72e532e59'] in dv-cinder-773985-32-iscsi is: [{'id': '2571778b-917e-47ce-9222-c4e72e532e59', 'name': 'tempest-TestVolumeBootPattern-1519093333-router', 'tenant_id': '8b66092a75ca4ab79e64621d82a156f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '40abb865-3a11-43b1-abb7-807e4aecf613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:17:34Z', 'updated_at': '2022-02-16T14:17:35Z', 'revision_number': 3, 'project_id': '8b66092a75ca4ab79e64621d82a156f7', 'gw_port': {'id': '40abb865-3a11-43b1-abb7-807e4aecf613', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:14:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2571778b-917e-47ce-9222-c4e72e532e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:35Z', 'updated_at': '2022-02-16T14:17:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi'}] {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:17:38.894783 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-a8050c5e-fae0-4749-9066-b350f3112fc5 None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:17:38.989558 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6972dc60-a321-42f7-8d60-e0c581d214ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (22cba5bd-1a43-46f2-a7a9-b1389b451d80), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:39.081416 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-a72cc744-4f90-43bf-9cf1-b6af5070e5ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (10a26995-69c6-4373-972b-e8a4ac0e51da), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:39.085783 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-286dd3c3-1c68-44e4-b80f-4b3ec116e248 None None] Provisioning complete for port 22cba5bd-1a43-46f2-a7a9-b1389b451d80 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:17:39.086357 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-286dd3c3-1c68-44e4-b80f-4b3ec116e248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (22cba5bd-1a43-46f2-a7a9-b1389b451d80), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:39.124682 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42631031-bb0a-44c4-8d96-2498b24c8b98 None None] Network 5faa44ce-cc1d-4c62-9ff6-0cc744617c22 requested from dv-cinder-773985-32-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:17:39.174445 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-286dd3c3-1c68-44e4-b80f-4b3ec116e248 None None] Port 22cba5bd-1a43-46f2-a7a9-b1389b451d80 cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:17:39.379481 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6972dc60-a321-42f7-8d60-e0c581d214ea admin admin] Publish callbacks [] for port (22cba5bd-1a43-46f2-a7a9-b1389b451d80), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:39.385854 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6972dc60-a321-42f7-8d60-e0c581d214ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8811213'] for port (22cba5bd-1a43-46f2-a7a9-b1389b451d80), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:39.462934 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6972dc60-a321-42f7-8d60-e0c581d214ea admin admin] Pushing event updated for resources: {'Port': ['ID=22cba5bd-1a43-46f2-a7a9-b1389b451d80,revision_number=2']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:39.468138 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6972dc60-a321-42f7-8d60-e0c581d214ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2062336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1593279'] for router_interface (2571778b-917e-47ce-9222-c4e72e532e59), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:39.583788 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6972dc60-a321-42f7-8d60-e0c581d214ea admin admin] Network c66bec13-c5e1-45be-96b9-fa732a7597df is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:17:39.585445 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [None req-6972dc60-a321-42f7-8d60-e0c581d214ea admin admin] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:17:39.673101 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device 40abb865-3a11-43b1-abb7-807e4aecf613 up at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:17:39.769608 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6972dc60-a321-42f7-8d60-e0c581d214ea admin admin] Router 2571778b-917e-47ce-9222-c4e72e532e59 has already been hosted by L3 agent 531611a8-34ea-4f1f-8d10-111cbf56a8a1 {{(pid=102968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:17:39.787459 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Provisioning complete for port 40abb865-3a11-43b1-abb7-807e4aecf613 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:17:39.788061 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (40abb865-3a11-43b1-abb7-807e4aecf613), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:39.869342 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc582e-1009-4fcc-bad4-92e92a174f38 req-1a7eb7b3-2cb4-479a-9611-b97cbb0c8303 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:39.878238 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ecbc582e-1009-4fcc-bad4-92e92a174f38 req-1a7eb7b3-2cb4-479a-9611-b97cbb0c8303 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.0940328 Feb 16 14:17:39.906532 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Current status of the port 40abb865-3a11-43b1-abb7-807e4aecf613 is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:17:39.907174 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (40abb865-3a11-43b1-abb7-807e4aecf613), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:39.928749 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6972dc60-a321-42f7-8d60-e0c581d214ea admin admin] Notify agent at l3_agent.dv-cinder-773985-32-iscsi the message routers_updated {{(pid=102968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:17:39.932216 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] For port 40abb865-3a11-43b1-abb7-807e4aecf613, host dv-cinder-773985-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=40abb865-3a11-43b1-abb7-807e4aecf613,segment=NetworkSegment(26d58d4e-c6ed-4576-9373-5fb9e6fda4ae),segment_id=26d58d4e-c6ed-4576-9373-5fb9e6fda4ae)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:17:39.935486 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-6972dc60-a321-42f7-8d60-e0c581d214ea admin admin] 10.222.0.120 "PUT /v2.0/routers/2571778b-917e-47ce-9222-c4e72e532e59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0090232 Feb 16 14:17:39.949606 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (40abb865-3a11-43b1-abb7-807e4aecf613), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:39.951128 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device e0a3c496-d7e7-4535-96d2-690edba2ca4b up at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:17:39.960002 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ecbc582e-1009-4fcc-bad4-92e92a174f38 req-57ed0155-6ca2-48c7-a133-9eac91989353 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753791 Feb 16 14:17:40.041992 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-3d320b3c-5f0b-49b2-a112-948929e99db2 None None] Provisioning complete for port 22cba5bd-1a43-46f2-a7a9-b1389b451d80 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:17:40.042208 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-3d320b3c-5f0b-49b2-a112-948929e99db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (22cba5bd-1a43-46f2-a7a9-b1389b451d80), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:40.048397 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Pushing event updated for resources: {'Port': ['ID=40abb865-3a11-43b1-abb7-807e4aecf613,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:40.092906 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Provisioning complete for port e0a3c496-d7e7-4535-96d2-690edba2ca4b triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:17:40.093290 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (e0a3c496-d7e7-4535-96d2-690edba2ca4b), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:40.094808 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-3d320b3c-5f0b-49b2-a112-948929e99db2 None None] Port 22cba5bd-1a43-46f2-a7a9-b1389b451d80 cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:17:40.174960 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Current status of the port e0a3c496-d7e7-4535-96d2-690edba2ca4b is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:17:40.392692 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 54470) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:40.397590 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-0ea7c418-7fdc-4ad6-8502-af856a9a23f1 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2039436000', 'description': 'tempest-secgroup-smoke-2039436000 description', 'project_id': '5c3d6db271304958834a2c24b656f61e'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:17:40.417031 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-0ea7c418-7fdc-4ad6-8502-af856a9a23f1 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:40.482212 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-0ea7c418-7fdc-4ad6-8502-af856a9a23f1 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks [] for security_group (91d7ffa7-1848-4f96-99a0-919ffd557d5e), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:40.486405 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-0ea7c418-7fdc-4ad6-8502-af856a9a23f1 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (91d7ffa7-1848-4f96-99a0-919ffd557d5e), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:40.514805 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-0ea7c418-7fdc-4ad6-8502-af856a9a23f1 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:40.516104 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-0ea7c418-7fdc-4ad6-8502-af856a9a23f1 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1221311 Feb 16 14:17:40.519054 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 54472) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:40.524864 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-46e7f8cb-4b54-4cad-9239-767a17d231f4 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Request body: {'security_group_rule': {'security_group_id': '91d7ffa7-1848-4f96-99a0-919ffd557d5e', 'project_id': '5c3d6db271304958834a2c24b656f61e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:17:40.530067 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea7c418-7fdc-4ad6-8502-af856a9a23f1 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91d7ffa7-1848-4f96-99a0-919ffd557d5e,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:40.554696 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-46e7f8cb-4b54-4cad-9239-767a17d231f4 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks [] for security_group_rule (8280d557-66bc-4b25-95b2-f0344fe90e08), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:40.613212 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-46e7f8cb-4b54-4cad-9239-767a17d231f4 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks [] for security_group_rule (8280d557-66bc-4b25-95b2-f0344fe90e08), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:40.617536 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-46e7f8cb-4b54-4cad-9239-767a17d231f4 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071180'] for security_group_rule (8280d557-66bc-4b25-95b2-f0344fe90e08), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:40.636288 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e7f8cb-4b54-4cad-9239-767a17d231f4 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8280d557-66bc-4b25-95b2-f0344fe90e08,revision_number=0']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:40.643564 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-46e7f8cb-4b54-4cad-9239-767a17d231f4 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:40.647890 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-46e7f8cb-4b54-4cad-9239-767a17d231f4 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1248174 Feb 16 14:17:40.648179 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 54476) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:40.653009 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-90b54011-8fc2-462a-8255-4648cbde3959 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Request body: {'security_group_rule': {'security_group_id': '91d7ffa7-1848-4f96-99a0-919ffd557d5e', 'project_id': '5c3d6db271304958834a2c24b656f61e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:17:40.678539 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-90b54011-8fc2-462a-8255-4648cbde3959 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks [] for security_group_rule (87dff4b7-2786-4658-a4f6-ccd271e180f2), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:40.750916 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-90b54011-8fc2-462a-8255-4648cbde3959 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks [] for security_group_rule (87dff4b7-2786-4658-a4f6-ccd271e180f2), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:40.762426 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-90b54011-8fc2-462a-8255-4648cbde3959 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071180'] for security_group_rule (87dff4b7-2786-4658-a4f6-ccd271e180f2), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:40.779780 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b54011-8fc2-462a-8255-4648cbde3959 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87dff4b7-2786-4658-a4f6-ccd271e180f2,revision_number=0']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:40.785482 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-90b54011-8fc2-462a-8255-4648cbde3959 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:40.787414 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-90b54011-8fc2-462a-8255-4648cbde3959 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1381652 Feb 16 14:17:40.790232 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 54492) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:40.796150 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-0afea5ca-ce7d-4f6e-a06e-25642e2f0d92 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Request body: {'security_group_rule': {'security_group_id': '91d7ffa7-1848-4f96-99a0-919ffd557d5e', 'project_id': '5c3d6db271304958834a2c24b656f61e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:17:40.860850 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501a4e30-6c7d-4da2-bb18-b6284d530f7d None None] Sync routers for ids ['2571778b-917e-47ce-9222-c4e72e532e59'] in dv-cinder-773985-32-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:17:40.871636 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501a4e30-6c7d-4da2-bb18-b6284d530f7d None None] Routers {'2571778b-917e-47ce-9222-c4e72e532e59'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:17:40.872328 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-501a4e30-6c7d-4da2-bb18-b6284d530f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:17:11Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['2571778b-917e-47ce-9222-c4e72e532e59'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:17:40.882874 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0afea5ca-ce7d-4f6e-a06e-25642e2f0d92 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks [] for security_group_rule (d06ca0da-f42e-4057-bfff-0bcc3b3a819f), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:40.964289 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191fb25-9d5b-4364-aa1e-8ed5ecf74216 req-20a71b42-9948-48a4-be66-c38882d58d69 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:40.965757 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-e191fb25-9d5b-4364-aa1e-8ed5ecf74216 req-20a71b42-9948-48a4-be66-c38882d58d69 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/networks?id=5faa44ce-cc1d-4c62-9ff6-0cc744617c22 HTTP/1.1" status: 200 len: 814 time: 0.1731939 Feb 16 14:17:40.983994 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-501a4e30-6c7d-4da2-bb18-b6284d530f7d None None] Set router 2571778b-917e-47ce-9222-c4e72e532e59 gateway port host: dv-cinder-773985-32-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:17:40.988446 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-e191fb25-9d5b-4364-aa1e-8ed5ecf74216 req-06df0d10-4ddb-49dc-baf0-ac37571602e2 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/quotas/184b859ae4e244cead7231ba2ba66d49 HTTP/1.1" status: 200 len: 375 time: 0.0174072 Feb 16 14:17:41.012855 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0afea5ca-ce7d-4f6e-a06e-25642e2f0d92 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks [] for security_group_rule (d06ca0da-f42e-4057-bfff-0bcc3b3a819f), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:41.033279 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-e191fb25-9d5b-4364-aa1e-8ed5ecf74216 req-e3769f74-ae04-4707-81a8-59be224f3082 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/ports?tenant_id=184b859ae4e244cead7231ba2ba66d49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373383 Feb 16 14:17:41.034055 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0afea5ca-ce7d-4f6e-a06e-25642e2f0d92 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071180'] for security_group_rule (d06ca0da-f42e-4057-bfff-0bcc3b3a819f), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:41.060413 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afea5ca-ce7d-4f6e-a06e-25642e2f0d92 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d06ca0da-f42e-4057-bfff-0bcc3b3a819f,revision_number=0']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:41.083757 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b834f2-6d48-4b44-8812-be2f37a6eaf1 req-b198b1b7-6b47-4613-b983-8f9905d58554 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:41.085253 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0afea5ca-ce7d-4f6e-a06e-25642e2f0d92 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:41.085857 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-21b834f2-6d48-4b44-8812-be2f37a6eaf1 req-b198b1b7-6b47-4613-b983-8f9905d58554 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.0563042 Feb 16 14:17:41.086419 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-0afea5ca-ce7d-4f6e-a06e-25642e2f0d92 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2950974 Feb 16 14:17:41.092060 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 54498) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:41.097117 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-831b8675-62d8-4162-80a5-01b1faa4e3ed tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Request body: {'security_group_rule': {'security_group_id': '91d7ffa7-1848-4f96-99a0-919ffd557d5e', 'project_id': '5c3d6db271304958834a2c24b656f61e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:17:41.150970 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-831b8675-62d8-4162-80a5-01b1faa4e3ed tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks [] for security_group_rule (dacac8c6-1566-4a47-9ed6-fe1a1dca3a72), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:41.164495 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-e191fb25-9d5b-4364-aa1e-8ed5ecf74216 req-ec91dd69-abc6-4e73-85c2-d58f40681d65 service neutron] 10.222.0.120 "GET /v2.0/networks/5faa44ce-cc1d-4c62-9ff6-0cc744617c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168871 Feb 16 14:17:41.185364 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-21b834f2-6d48-4b44-8812-be2f37a6eaf1 req-644419cc-4406-4206-94b4-7634f613c725 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833352 Feb 16 14:17:41.210382 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-e9914e62-dac9-4a52-8275-e06db522a635 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (531611a8-34ea-4f1f-8d10-111cbf56a8a1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:41.223786 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-831b8675-62d8-4162-80a5-01b1faa4e3ed tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks [] for security_group_rule (dacac8c6-1566-4a47-9ed6-fe1a1dca3a72), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:41.230256 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-831b8675-62d8-4162-80a5-01b1faa4e3ed tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071180'] for security_group_rule (dacac8c6-1566-4a47-9ed6-fe1a1dca3a72), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:41.254076 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831b8675-62d8-4162-80a5-01b1faa4e3ed tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dacac8c6-1566-4a47-9ed6-fe1a1dca3a72,revision_number=0']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:41.262601 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-831b8675-62d8-4162-80a5-01b1faa4e3ed tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:41.266821 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-831b8675-62d8-4162-80a5-01b1faa4e3ed tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1735327 Feb 16 14:17:41.267519 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 54502) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:41.271472 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-501a4e30-6c7d-4da2-bb18-b6284d530f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2571778b-917e-47ce-9222-c4e72e532e59', 'name': 'tempest-TestVolumeBootPattern-1519093333-router', 'tenant_id': '8b66092a75ca4ab79e64621d82a156f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '40abb865-3a11-43b1-abb7-807e4aecf613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:17:34Z', 'updated_at': '2022-02-16T14:17:38Z', 'revision_number': 4, 'project_id': '8b66092a75ca4ab79e64621d82a156f7', 'gw_port': {'id': '40abb865-3a11-43b1-abb7-807e4aecf613', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:14:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2571778b-917e-47ce-9222-c4e72e532e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:35Z', 'updated_at': '2022-02-16T14:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_interfaces': [{'id': '22cba5bd-1a43-46f2-a7a9-b1389b451d80', 'name': '', 'network_id': 'c66bec13-c5e1-45be-96b9-fa732a7597df', 'tenant_id': '8b66092a75ca4ab79e64621d82a156f7', 'mac_address': 'fa:16:3e:11:3e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2571778b-917e-47ce-9222-c4e72e532e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '810a984f-9257-4173-8c38-cd05115e4b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:37Z', 'updated_at': '2022-02-16T14:17:39Z', 'revision_number': 2, 'project_id': '8b66092a75ca4ab79e64621d82a156f7', 'subnets': [{'id': '810a984f-9257-4173-8c38-cd05115e4b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:17:41.272839 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-cae901b9-869f-4163-989e-0f8c742f9321 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Request body: {'security_group_rule': {'security_group_id': '91d7ffa7-1848-4f96-99a0-919ffd557d5e', 'project_id': '5c3d6db271304958834a2c24b656f61e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:17:41.281601 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-e191fb25-9d5b-4364-aa1e-8ed5ecf74216 req-f3ada8f5-b032-4805-a918-611590dbbbf2 service neutron] 10.222.0.120 "GET /v2.0/networks/5faa44ce-cc1d-4c62-9ff6-0cc744617c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123316 Feb 16 14:17:41.299713 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.db.securitygroups_db [None req-cae901b9-869f-4163-989e-0f8c742f9321 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Project 5c3d6db271304958834a2c24b656f61e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 14:17:41.307444 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-cae901b9-869f-4163-989e-0f8c742f9321 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks [] for security_group_rule (92480d3e-1cec-46a4-ac1e-bd160046ef5f), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:41.318041 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501a4e30-6c7d-4da2-bb18-b6284d530f7d None None] Checking router: 2571778b-917e-47ce-9222-c4e72e532e59 for host: dv-cinder-773985-32-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:17:41.318401 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501a4e30-6c7d-4da2-bb18-b6284d530f7d None None] Updating router 2571778b-917e-47ce-9222-c4e72e532e59 port 22cba5bd-1a43-46f2-a7a9-b1389b451d80 binding host dv-cinder-773985-32-iscsi {{(pid=102970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:17:41.353442 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-501a4e30-6c7d-4da2-bb18-b6284d530f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (22cba5bd-1a43-46f2-a7a9-b1389b451d80), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:41.381072 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-cae901b9-869f-4163-989e-0f8c742f9321 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks [] for security_group_rule (92480d3e-1cec-46a4-ac1e-bd160046ef5f), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:41.388735 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-cae901b9-869f-4163-989e-0f8c742f9321 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071180'] for security_group_rule (92480d3e-1cec-46a4-ac1e-bd160046ef5f), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:41.410455 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae901b9-869f-4163-989e-0f8c742f9321 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92480d3e-1cec-46a4-ac1e-bd160046ef5f,revision_number=0']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:41.414897 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-cae901b9-869f-4163-989e-0f8c742f9321 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:41.416274 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-cae901b9-869f-4163-989e-0f8c742f9321 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1477520 Feb 16 14:17:41.418967 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 54508) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:41.423775 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-96d7d885-fbc1-4443-9344-36afd60de36b tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Request body: {'security_group_rule': {'security_group_id': '91d7ffa7-1848-4f96-99a0-919ffd557d5e', 'project_id': '5c3d6db271304958834a2c24b656f61e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:17:41.449019 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.db.securitygroups_db [None req-96d7d885-fbc1-4443-9344-36afd60de36b tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Project 5c3d6db271304958834a2c24b656f61e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 14:17:41.456987 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-96d7d885-fbc1-4443-9344-36afd60de36b tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks [] for security_group_rule (18479180-118e-4fdf-b540-6e02d62ff43f), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:41.512649 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-635d628a-6bcf-4746-a750-cfbbb241708b req-e6d5bc67-aa9e-438b-a103-ed1ee5f2f3b1 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/ports?device_id=349f9943-1ada-4fd3-b5e4-4087d07b14a9 HTTP/1.1" status: 200 len: 210 time: 0.0581937 Feb 16 14:17:41.552822 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-96d7d885-fbc1-4443-9344-36afd60de36b tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks [] for security_group_rule (18479180-118e-4fdf-b540-6e02d62ff43f), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:41.557824 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-96d7d885-fbc1-4443-9344-36afd60de36b tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071180'] for security_group_rule (18479180-118e-4fdf-b540-6e02d62ff43f), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:41.562882 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device 40abb865-3a11-43b1-abb7-807e4aecf613 up at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:17:41.588660 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d7d885-fbc1-4443-9344-36afd60de36b tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18479180-118e-4fdf-b540-6e02d62ff43f,revision_number=0']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:41.598502 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-96d7d885-fbc1-4443-9344-36afd60de36b tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:41.602648 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-96d7d885-fbc1-4443-9344-36afd60de36b tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1795535 Feb 16 14:17:41.674687 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Provisioning complete for port 40abb865-3a11-43b1-abb7-807e4aecf613 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:17:41.675222 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (40abb865-3a11-43b1-abb7-807e4aecf613), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:41.767428 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-501a4e30-6c7d-4da2-bb18-b6284d530f7d None None] Publish callbacks [] for port (22cba5bd-1a43-46f2-a7a9-b1389b451d80), precommit_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:41.779211 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-501a4e30-6c7d-4da2-bb18-b6284d530f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (22cba5bd-1a43-46f2-a7a9-b1389b451d80), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:41.885926 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fbceec-5095-401b-b276-ce52671c7d2d None None] Pushing event updated for resources: {'Port': ['ID=22cba5bd-1a43-46f2-a7a9-b1389b451d80,revision_number=3']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:41.916646 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Current status of the port 40abb865-3a11-43b1-abb7-807e4aecf613 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:17:42.002782 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-501a4e30-6c7d-4da2-bb18-b6284d530f7d None None] Attempting to bind port 22cba5bd-1a43-46f2-a7a9-b1389b451d80 on host dv-cinder-773985-32-iscsi for vnic_type normal with profile {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:17:42.003376 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-501a4e30-6c7d-4da2-bb18-b6284d530f7d None None] Attempting to bind port 22cba5bd-1a43-46f2-a7a9-b1389b451d80 by drivers openvswitch,hyperv on host dv-cinder-773985-32-iscsi at level 0 using segments [{'id': 'f6653466-7b0e-417c-a29d-53fc9fc47a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': 'c66bec13-c5e1-45be-96b9-fa732a7597df'}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:17:42.004221 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501a4e30-6c7d-4da2-bb18-b6284d530f7d None None] Attempting to bind port 22cba5bd-1a43-46f2-a7a9-b1389b451d80 on network c66bec13-c5e1-45be-96b9-fa732a7597df {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:17:42.010651 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501a4e30-6c7d-4da2-bb18-b6284d530f7d None None] Checking agent: {'id': '529a93d1-f8f6-4ba2-8600-6635050f85df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 7, 45), 'started_at': datetime.datetime(2022, 2, 16, 14, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:17:42.011032 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501a4e30-6c7d-4da2-bb18-b6284d530f7d None None] Checking segment: {'id': 'f6653466-7b0e-417c-a29d-53fc9fc47a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': 'c66bec13-c5e1-45be-96b9-fa732a7597df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:17:42.011469 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-501a4e30-6c7d-4da2-bb18-b6284d530f7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:42.011904 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501a4e30-6c7d-4da2-bb18-b6284d530f7d None None] Bound using segment: {'id': 'f6653466-7b0e-417c-a29d-53fc9fc47a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': 'c66bec13-c5e1-45be-96b9-fa732a7597df'} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:17:42.012467 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-501a4e30-6c7d-4da2-bb18-b6284d530f7d None None] Bound port: 22cba5bd-1a43-46f2-a7a9-b1389b451d80, host: dv-cinder-773985-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6653466-7b0e-417c-a29d-53fc9fc47a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1349, 'network_id': 'c66bec13-c5e1-45be-96b9-fa732a7597df'}}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:17:42.012852 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-501a4e30-6c7d-4da2-bb18-b6284d530f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (22cba5bd-1a43-46f2-a7a9-b1389b451d80), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:42.097960 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-501a4e30-6c7d-4da2-bb18-b6284d530f7d None None] For port 22cba5bd-1a43-46f2-a7a9-b1389b451d80, host dv-cinder-773985-32-iscsi, cleared binding levels {{(pid=102970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:17:42.102619 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-501a4e30-6c7d-4da2-bb18-b6284d530f7d None None] For port 22cba5bd-1a43-46f2-a7a9-b1389b451d80, host dv-cinder-773985-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=22cba5bd-1a43-46f2-a7a9-b1389b451d80,segment=NetworkSegment(f6653466-7b0e-417c-a29d-53fc9fc47a71),segment_id=f6653466-7b0e-417c-a29d-53fc9fc47a71)] {{(pid=102970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:17:42.121975 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-501a4e30-6c7d-4da2-bb18-b6284d530f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (22cba5bd-1a43-46f2-a7a9-b1389b451d80), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:42.195484 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501a4e30-6c7d-4da2-bb18-b6284d530f7d None None] Routers {'2571778b-917e-47ce-9222-c4e72e532e59'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:17:42.196123 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-501a4e30-6c7d-4da2-bb18-b6284d530f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:17:41Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['2571778b-917e-47ce-9222-c4e72e532e59'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:17:42.306416 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fbceec-5095-401b-b276-ce52671c7d2d None None] Pushing event updated for resources: {'Port': ['ID=22cba5bd-1a43-46f2-a7a9-b1389b451d80,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:42.363895 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-d67c939a-524e-4a55-bdd2-77f17d21f7ca None None] Provisioning complete for port 22cba5bd-1a43-46f2-a7a9-b1389b451d80 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:17:42.364176 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d67c939a-524e-4a55-bdd2-77f17d21f7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (22cba5bd-1a43-46f2-a7a9-b1389b451d80), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:42.456631 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7db99-b435-4b74-a4bb-983a66d4e368 req-33428144-bb8f-4fce-a28c-4850a3bfee43 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:42.459258 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a3b7db99-b435-4b74-a4bb-983a66d4e368 req-33428144-bb8f-4fce-a28c-4850a3bfee43 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.1473451 Feb 16 14:17:42.477789 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f4fb-7ea9-448d-9c44-08fc2737c2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (86100e92-d951-4144-bd87-36328b8a7b76), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:42.495572 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-501a4e30-6c7d-4da2-bb18-b6284d530f7d None None] Set router 2571778b-917e-47ce-9222-c4e72e532e59 gateway port host: dv-cinder-773985-32-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:17:42.529331 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a3b7db99-b435-4b74-a4bb-983a66d4e368 req-67177647-db24-48bb-95a4-1fad3fb74093 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636959 Feb 16 14:17:42.582458 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-d67c939a-524e-4a55-bdd2-77f17d21f7ca None None] Current status of the port 22cba5bd-1a43-46f2-a7a9-b1389b451d80 is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:17:42.583470 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d67c939a-524e-4a55-bdd2-77f17d21f7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (22cba5bd-1a43-46f2-a7a9-b1389b451d80), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:42.628732 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f2a63414-0156-4b70-b55a-3dbcda945a20 req-6c7e7941-a15b-450e-8c15-ce6e80ea0b0a tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/ports?device_id=349f9943-1ada-4fd3-b5e4-4087d07b14a9 HTTP/1.1" status: 200 len: 210 time: 0.0308521 Feb 16 14:17:42.701980 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-d67c939a-524e-4a55-bdd2-77f17d21f7ca None None] For port 22cba5bd-1a43-46f2-a7a9-b1389b451d80, host dv-cinder-773985-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=22cba5bd-1a43-46f2-a7a9-b1389b451d80,segment=NetworkSegment(f6653466-7b0e-417c-a29d-53fc9fc47a71),segment_id=f6653466-7b0e-417c-a29d-53fc9fc47a71)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:17:42.707431 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d67c939a-524e-4a55-bdd2-77f17d21f7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (22cba5bd-1a43-46f2-a7a9-b1389b451d80), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:42.799122 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67c939a-524e-4a55-bdd2-77f17d21f7ca None None] Pushing event updated for resources: {'Port': ['ID=22cba5bd-1a43-46f2-a7a9-b1389b451d80,revision_number=5']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:42.816670 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14759360-1b8c-4b5c-952a-6c28bd93dedb req-c64e142a-cbe1-4e66-b10f-4954387ba3e0 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:42.825202 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-14759360-1b8c-4b5c-952a-6c28bd93dedb req-c64e142a-cbe1-4e66-b10f-4954387ba3e0 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/networks?id=61c5fb91-b66e-4415-8fe4-ccf1596db820 HTTP/1.1" status: 200 len: 815 time: 0.1329293 Feb 16 14:17:42.838646 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-14759360-1b8c-4b5c-952a-6c28bd93dedb req-4349117f-1806-4be7-86bb-bacf028435fe tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/quotas/3a34e3e6c1ee4ab48ff1d85f68799b81 HTTP/1.1" status: 200 len: 375 time: 0.0119457 Feb 16 14:17:42.840363 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-142b98be-6dd1-4aea-b271-4c049ea945f2 None None] Provisioning complete for port 22cba5bd-1a43-46f2-a7a9-b1389b451d80 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:17:42.840985 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-142b98be-6dd1-4aea-b271-4c049ea945f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (22cba5bd-1a43-46f2-a7a9-b1389b451d80), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:42.845917 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-501a4e30-6c7d-4da2-bb18-b6284d530f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2571778b-917e-47ce-9222-c4e72e532e59', 'name': 'tempest-TestVolumeBootPattern-1519093333-router', 'tenant_id': '8b66092a75ca4ab79e64621d82a156f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '40abb865-3a11-43b1-abb7-807e4aecf613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:17:34Z', 'updated_at': '2022-02-16T14:17:38Z', 'revision_number': 4, 'project_id': '8b66092a75ca4ab79e64621d82a156f7', 'gw_port': {'id': '40abb865-3a11-43b1-abb7-807e4aecf613', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:14:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2571778b-917e-47ce-9222-c4e72e532e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:35Z', 'updated_at': '2022-02-16T14:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_interfaces': [{'id': '22cba5bd-1a43-46f2-a7a9-b1389b451d80', 'name': '', 'network_id': 'c66bec13-c5e1-45be-96b9-fa732a7597df', 'tenant_id': '8b66092a75ca4ab79e64621d82a156f7', 'mac_address': 'fa:16:3e:11:3e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2571778b-917e-47ce-9222-c4e72e532e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '810a984f-9257-4173-8c38-cd05115e4b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:37Z', 'updated_at': '2022-02-16T14:17:42Z', 'revision_number': 4, 'project_id': '8b66092a75ca4ab79e64621d82a156f7', 'subnets': [{'id': '810a984f-9257-4173-8c38-cd05115e4b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:17:42.901351 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501a4e30-6c7d-4da2-bb18-b6284d530f7d None None] The sync data for ids ['2571778b-917e-47ce-9222-c4e72e532e59'] in dv-cinder-773985-32-iscsi is: [{'id': '2571778b-917e-47ce-9222-c4e72e532e59', 'name': 'tempest-TestVolumeBootPattern-1519093333-router', 'tenant_id': '8b66092a75ca4ab79e64621d82a156f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '40abb865-3a11-43b1-abb7-807e4aecf613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:17:34Z', 'updated_at': '2022-02-16T14:17:38Z', 'revision_number': 4, 'project_id': '8b66092a75ca4ab79e64621d82a156f7', 'gw_port': {'id': '40abb865-3a11-43b1-abb7-807e4aecf613', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:14:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2571778b-917e-47ce-9222-c4e72e532e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:35Z', 'updated_at': '2022-02-16T14:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_interfaces': [{'id': '22cba5bd-1a43-46f2-a7a9-b1389b451d80', 'name': '', 'network_id': 'c66bec13-c5e1-45be-96b9-fa732a7597df', 'tenant_id': '8b66092a75ca4ab79e64621d82a156f7', 'mac_address': 'fa:16:3e:11:3e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2571778b-917e-47ce-9222-c4e72e532e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '810a984f-9257-4173-8c38-cd05115e4b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:37Z', 'updated_at': '2022-02-16T14:17:42Z', 'revision_number': 4, 'project_id': '8b66092a75ca4ab79e64621d82a156f7', 'subnets': [{'id': '810a984f-9257-4173-8c38-cd05115e4b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:17:42.920496 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-14759360-1b8c-4b5c-952a-6c28bd93dedb req-20f173e4-e80b-4fb1-afa3-ccbaf2fb9431 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?tenant_id=3a34e3e6c1ee4ab48ff1d85f68799b81&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0676873 Feb 16 14:17:42.994213 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-142b98be-6dd1-4aea-b271-4c049ea945f2 None None] Current status of the port 22cba5bd-1a43-46f2-a7a9-b1389b451d80 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:17:43.116403 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-14759360-1b8c-4b5c-952a-6c28bd93dedb req-a0451716-e711-464c-81d9-938140a3824c service neutron] 10.222.0.120 "GET /v2.0/networks/61c5fb91-b66e-4415-8fe4-ccf1596db820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761363 Feb 16 14:17:43.143321 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191fb25-9d5b-4364-aa1e-8ed5ecf74216 req-32b2abf7-ffbd-4984-9476-024f8f5b8f93 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:43.144992 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e191fb25-9d5b-4364-aa1e-8ed5ecf74216 req-32b2abf7-ffbd-4984-9476-024f8f5b8f93 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.10 "GET /v2.0/networks?id=5faa44ce-cc1d-4c62-9ff6-0cc744617c22 HTTP/1.1" status: 200 len: 814 time: 0.2148123 Feb 16 14:17:43.172632 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-e191fb25-9d5b-4364-aa1e-8ed5ecf74216 req-42a6a2f5-c1ee-4dbc-a07e-579a7fd06c14 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Request body: {'port': {'device_id': '349f9943-1ada-4fd3-b5e4-4087d07b14a9', 'network_id': '5faa44ce-cc1d-4c62-9ff6-0cc744617c22', 'admin_state_up': True, 'tenant_id': '184b859ae4e244cead7231ba2ba66d49'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:17:43.235333 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-14759360-1b8c-4b5c-952a-6c28bd93dedb req-9e22b0e8-de9a-48ae-abf5-fbe389c26c26 service neutron] 10.222.0.120 "GET /v2.0/networks/61c5fb91-b66e-4415-8fe4-ccf1596db820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086545 Feb 16 14:17:43.311507 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e191fb25-9d5b-4364-aa1e-8ed5ecf74216 req-42a6a2f5-c1ee-4dbc-a07e-579a7fd06c14 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Made reservation on behalf of 184b859ae4e244cead7231ba2ba66d49 for: {'port': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:17:43.314987 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-e191fb25-9d5b-4364-aa1e-8ed5ecf74216 req-42a6a2f5-c1ee-4dbc-a07e-579a7fd06c14 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:43.521323 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-eb5b2887-343c-4765-81a2-af7727ac5004 req-8667ca9e-9988-4ff6-909f-4c3b7dd375df tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=f5af009c-ae5b-46cd-b713-46848a624cfd HTTP/1.1" status: 200 len: 210 time: 0.0664623 Feb 16 14:17:43.555469 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_common [req-e191fb25-9d5b-4364-aa1e-8ed5ecf74216 req-42a6a2f5-c1ee-4dbc-a07e-579a7fd06c14 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Allocated IP 172.20.0.5 (5faa44ce-cc1d-4c62-9ff6-0cc744617c22/814d4ffe-19d9-4601-831b-31f344983ab2/3a545229-7d5f-4237-867e-d1427f7068e0) {{(pid=102968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:17:43.586586 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device 22cba5bd-1a43-46f2-a7a9-b1389b451d80 up at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:17:43.765113 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ac86131d-db3b-4e6c-9567-647e6948f8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (6a38cbfe-57d3-4d37-ac59-552f6dc7f99c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:43.771660 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Provisioning complete for port 22cba5bd-1a43-46f2-a7a9-b1389b451d80 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:17:43.772189 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (22cba5bd-1a43-46f2-a7a9-b1389b451d80), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:43.782657 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee74f4d-e3bc-42b5-a26c-87d5cb11aa4a req-b70e2568-2628-4bbd-b663-d313057e7d4e tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:43.792456 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-cee74f4d-e3bc-42b5-a26c-87d5cb11aa4a req-b70e2568-2628-4bbd-b663-d313057e7d4e tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.1462414 Feb 16 14:17:43.886659 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6d478ecf-9139-4159-8df5-69265f29bbe6 req-87413351-ce85-4dcc-a6b0-4a62d63f8d39 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/ports?device_id=349f9943-1ada-4fd3-b5e4-4087d07b14a9 HTTP/1.1" status: 200 len: 210 time: 0.0617151 Feb 16 14:17:43.898730 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-cee74f4d-e3bc-42b5-a26c-87d5cb11aa4a req-f32ba5b0-739a-4df0-b8c3-b6719adbeda9 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045852 Feb 16 14:17:43.902406 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 54644) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:43.912766 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Current status of the port 22cba5bd-1a43-46f2-a7a9-b1389b451d80 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:17:43.970842 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-e191fb25-9d5b-4364-aa1e-8ed5ecf74216 req-42a6a2f5-c1ee-4dbc-a07e-579a7fd06c14 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Publish callbacks [] for port (3a545229-7d5f-4237-867e-d1427f7068e0), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:44.014055 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-e191fb25-9d5b-4364-aa1e-8ed5ecf74216 req-42a6a2f5-c1ee-4dbc-a07e-579a7fd06c14 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784246951208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811206'] for port (3a545229-7d5f-4237-867e-d1427f7068e0), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:44.070800 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-42a52448-10d2-4718-847c-1aad235f41b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:44.073479 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e191fb25-9d5b-4364-aa1e-8ed5ecf74216 req-42a6a2f5-c1ee-4dbc-a07e-579a7fd06c14 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Network 5faa44ce-cc1d-4c62-9ff6-0cc744617c22 is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:17:44.077067 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [req-e191fb25-9d5b-4364-aa1e-8ed5ecf74216 req-42a6a2f5-c1ee-4dbc-a07e-579a7fd06c14 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:17:44.081610 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-e191fb25-9d5b-4364-aa1e-8ed5ecf74216 req-42a6a2f5-c1ee-4dbc-a07e-579a7fd06c14 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Received port after_create {{(pid=102968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:17:44.104837 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a6a2f5-c1ee-4dbc-a07e-579a7fd06c14 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Pushing event updated for resources: {'Port': ['ID=3a545229-7d5f-4237-867e-d1427f7068e0,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:44.142895 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191fb25-9d5b-4364-aa1e-8ed5ecf74216 req-42a6a2f5-c1ee-4dbc-a07e-579a7fd06c14 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:44.144001 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-e191fb25-9d5b-4364-aa1e-8ed5ecf74216 req-42a6a2f5-c1ee-4dbc-a07e-579a7fd06c14 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:44.165070 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e191fb25-9d5b-4364-aa1e-8ed5ecf74216 req-42a6a2f5-c1ee-4dbc-a07e-579a7fd06c14 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9973152 Feb 16 14:17:44.189094 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-42a52448-10d2-4718-847c-1aad235f41b3 admin admin] Publish callbacks [] for security_group (5a8ffb55-369a-4e30-818a-8e8864f7050a), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:44.195333 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-42a52448-10d2-4718-847c-1aad235f41b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (5a8ffb55-369a-4e30-818a-8e8864f7050a), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:44.199634 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-e191fb25-9d5b-4364-aa1e-8ed5ecf74216 req-c4a8ea5a-0aa4-4ffd-80e9-be1406d2b2d7 service neutron] Request body: {'port': {'device_id': '349f9943-1ada-4fd3-b5e4-4087d07b14a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:17:44.234508 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-42a52448-10d2-4718-847c-1aad235f41b3 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=35efb5ce787f436cbd71c6ac565c2ca6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3308544 Feb 16 14:17:44.241400 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 54648) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:44.276293 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-e191fb25-9d5b-4364-aa1e-8ed5ecf74216 req-c4a8ea5a-0aa4-4ffd-80e9-be1406d2b2d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (3a545229-7d5f-4237-867e-d1427f7068e0), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:44.294087 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a52448-10d2-4718-847c-1aad235f41b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8ffb55-369a-4e30-818a-8e8864f7050a,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:44.343253 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-25e7cddb-0b15-42d3-9d2c-684a02a6dd9d admin admin] Publish callbacks [] for security_group (5a8ffb55-369a-4e30-818a-8e8864f7050a), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:44.408583 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-25e7cddb-0b15-42d3-9d2c-684a02a6dd9d admin admin] Publish callbacks [] for security_group (5a8ffb55-369a-4e30-818a-8e8864f7050a), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:44.451894 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e6a69-9f61-4379-87d6-59285abfabc3 req-4b4ad26c-892d-4544-9085-6de3f6462e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:44.454340 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-bc8e6a69-9f61-4379-87d6-59285abfabc3 req-4b4ad26c-892d-4544-9085-6de3f6462e09 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 1130 time: 0.0918608 Feb 16 14:17:44.502701 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-25e7cddb-0b15-42d3-9d2c-684a02a6dd9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (5a8ffb55-369a-4e30-818a-8e8864f7050a), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:44.505916 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-25e7cddb-0b15-42d3-9d2c-684a02a6dd9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:44.507036 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-25e7cddb-0b15-42d3-9d2c-684a02a6dd9d admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/5a8ffb55-369a-4e30-818a-8e8864f7050a HTTP/1.1" status: 204 len: 168 time: 0.2646964 Feb 16 14:17:44.526804 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e7cddb-0b15-42d3-9d2c-684a02a6dd9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8ffb55-369a-4e30-818a-8e8864f7050a,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:44.531608 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-bc8e6a69-9f61-4379-87d6-59285abfabc3 req-2a50267f-89b9-4e6b-8e73-09665cd1dc5d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684841 Feb 16 14:17:44.647757 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c9a9209e-ae92-43ec-a09d-0b8b2102407b req-890a6a15-f3ca-4da4-9a08-b92c9881219d tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=f5af009c-ae5b-46cd-b713-46848a624cfd HTTP/1.1" status: 200 len: 210 time: 0.0504160 Feb 16 14:17:44.653112 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [req-e191fb25-9d5b-4364-aa1e-8ed5ecf74216 req-c4a8ea5a-0aa4-4ffd-80e9-be1406d2b2d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a545229-7d5f-4237-867e-d1427f7068e0 {{(pid=102968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:17:44.661655 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-e191fb25-9d5b-4364-aa1e-8ed5ecf74216 req-c4a8ea5a-0aa4-4ffd-80e9-be1406d2b2d7 service neutron] Publish callbacks [] for port (3a545229-7d5f-4237-867e-d1427f7068e0), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:44.678461 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.provisioning_blocks [req-e191fb25-9d5b-4364-aa1e-8ed5ecf74216 req-c4a8ea5a-0aa4-4ffd-80e9-be1406d2b2d7 service neutron] Transition to ACTIVE for port object 3a545229-7d5f-4237-867e-d1427f7068e0 will not be triggered until provisioned by entity L2. {{(pid=102968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:17:44.684696 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-e191fb25-9d5b-4364-aa1e-8ed5ecf74216 req-c4a8ea5a-0aa4-4ffd-80e9-be1406d2b2d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8811213'] for port (3a545229-7d5f-4237-867e-d1427f7068e0), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:44.742222 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a8ea5a-0aa4-4ffd-80e9-be1406d2b2d7 service neutron] Pushing event updated for resources: {'Port': ['ID=3a545229-7d5f-4237-867e-d1427f7068e0,revision_number=2']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:44.828367 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-e191fb25-9d5b-4364-aa1e-8ed5ecf74216 req-c4a8ea5a-0aa4-4ffd-80e9-be1406d2b2d7 service neutron] Attempting to bind port 3a545229-7d5f-4237-867e-d1427f7068e0 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:17:44.828826 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-e191fb25-9d5b-4364-aa1e-8ed5ecf74216 req-c4a8ea5a-0aa4-4ffd-80e9-be1406d2b2d7 service neutron] Attempting to bind port 3a545229-7d5f-4237-867e-d1427f7068e0 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '43af7e83-61b8-49d9-9b3d-8e7fc1fb9259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '5faa44ce-cc1d-4c62-9ff6-0cc744617c22'}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:17:44.829405 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e191fb25-9d5b-4364-aa1e-8ed5ecf74216 req-c4a8ea5a-0aa4-4ffd-80e9-be1406d2b2d7 service neutron] Attempting to bind port 3a545229-7d5f-4237-867e-d1427f7068e0 on network 5faa44ce-cc1d-4c62-9ff6-0cc744617c22 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:17:44.834638 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e191fb25-9d5b-4364-aa1e-8ed5ecf74216 req-c4a8ea5a-0aa4-4ffd-80e9-be1406d2b2d7 service neutron] Port 3a545229-7d5f-4237-867e-d1427f7068e0 on network 5faa44ce-cc1d-4c62-9ff6-0cc744617c22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:17:44.835202 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e191fb25-9d5b-4364-aa1e-8ed5ecf74216 req-c4a8ea5a-0aa4-4ffd-80e9-be1406d2b2d7 service neutron] Attempting to bind port 3a545229-7d5f-4237-867e-d1427f7068e0 on network 5faa44ce-cc1d-4c62-9ff6-0cc744617c22 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:17:44.841691 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e191fb25-9d5b-4364-aa1e-8ed5ecf74216 req-c4a8ea5a-0aa4-4ffd-80e9-be1406d2b2d7 service neutron] Checking agent: {'id': '0563e457-3a96-4909-b5a3-8fa5db96f619', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 14, 3), 'started_at': datetime.datetime(2022, 2, 16, 14, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:17:44.842059 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e191fb25-9d5b-4364-aa1e-8ed5ecf74216 req-c4a8ea5a-0aa4-4ffd-80e9-be1406d2b2d7 service neutron] Checking segment: {'id': '43af7e83-61b8-49d9-9b3d-8e7fc1fb9259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '5faa44ce-cc1d-4c62-9ff6-0cc744617c22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:17:44.842554 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e191fb25-9d5b-4364-aa1e-8ed5ecf74216 req-c4a8ea5a-0aa4-4ffd-80e9-be1406d2b2d7 service neutron] Bound using segment: {'id': '43af7e83-61b8-49d9-9b3d-8e7fc1fb9259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '5faa44ce-cc1d-4c62-9ff6-0cc744617c22'} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:17:44.843164 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-e191fb25-9d5b-4364-aa1e-8ed5ecf74216 req-c4a8ea5a-0aa4-4ffd-80e9-be1406d2b2d7 service neutron] Bound port: 3a545229-7d5f-4237-867e-d1427f7068e0, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43af7e83-61b8-49d9-9b3d-8e7fc1fb9259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '5faa44ce-cc1d-4c62-9ff6-0cc744617c22'}}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:17:44.843747 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-e191fb25-9d5b-4364-aa1e-8ed5ecf74216 req-c4a8ea5a-0aa4-4ffd-80e9-be1406d2b2d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (3a545229-7d5f-4237-867e-d1427f7068e0), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:44.912887 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-e191fb25-9d5b-4364-aa1e-8ed5ecf74216 req-c4a8ea5a-0aa4-4ffd-80e9-be1406d2b2d7 service neutron] For port 3a545229-7d5f-4237-867e-d1427f7068e0, host hv-cinder-77398, cleared binding levels {{(pid=102968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:17:44.918093 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-e191fb25-9d5b-4364-aa1e-8ed5ecf74216 req-c4a8ea5a-0aa4-4ffd-80e9-be1406d2b2d7 service neutron] For port 3a545229-7d5f-4237-867e-d1427f7068e0, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=3a545229-7d5f-4237-867e-d1427f7068e0,segment=NetworkSegment(43af7e83-61b8-49d9-9b3d-8e7fc1fb9259),segment_id=43af7e83-61b8-49d9-9b3d-8e7fc1fb9259)] {{(pid=102968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:17:44.935559 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-e191fb25-9d5b-4364-aa1e-8ed5ecf74216 req-c4a8ea5a-0aa4-4ffd-80e9-be1406d2b2d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8811213'] for port (3a545229-7d5f-4237-867e-d1427f7068e0), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:44.980173 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191fb25-9d5b-4364-aa1e-8ed5ecf74216 req-c4a8ea5a-0aa4-4ffd-80e9-be1406d2b2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:44.980793 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-e191fb25-9d5b-4364-aa1e-8ed5ecf74216 req-c4a8ea5a-0aa4-4ffd-80e9-be1406d2b2d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:44.982198 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e191fb25-9d5b-4364-aa1e-8ed5ecf74216 req-c4a8ea5a-0aa4-4ffd-80e9-be1406d2b2d7 service neutron] 10.222.0.10 "PUT /v2.0/ports/3a545229-7d5f-4237-867e-d1427f7068e0 HTTP/1.1" status: 200 len: 1093 time: 0.7879896 Feb 16 14:17:44.982630 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '349f9943-1ada-4fd3-b5e4-4087d07b14a9', 'tag': '3a545229-7d5f-4237-867e-d1427f7068e0'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:17:44.985187 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669008da0707fbbfdc7037cdc0b86c67378ff5c6b942db7a00e5cd0dd563b74b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb398ea8-867f-4762-b88e-ed466d63db7b" -d '{"events": [{"name": "network-changed", "server_uuid": "349f9943-1ada-4fd3-b5e4-4087d07b14a9", "tag": "3a545229-7d5f-4237-867e-d1427f7068e0"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:17:45.084917 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae96771-c54c-4d5b-8fdc-2fb9d433dbb7 req-e10e7f8b-8004-4818-8884-f12a98820fb9 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:45.092226 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2ae96771-c54c-4d5b-8fdc-2fb9d433dbb7 req-e10e7f8b-8004-4818-8884-f12a98820fb9 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/ports?device_id=349f9943-1ada-4fd3-b5e4-4087d07b14a9 HTTP/1.1" status: 200 len: 943 time: 0.1089189 Feb 16 14:17:45.181866 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2ae96771-c54c-4d5b-8fdc-2fb9d433dbb7 req-ae34d5e1-1526-4390-a439-55b59e3744cd tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/security-groups?id=650a6438-5fa5-40ff-84f8-b8aa3844aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886486 Feb 16 14:17:45.217969 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (529a93d1-f8f6-4ba2-8600-6635050f85df), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:45.297318 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e476610-d60f-4d90-bef1-3aae6588797c x-openstack-request-id: req-9e476610-d60f-4d90-bef1-3aae6588797c {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:17:45.297614 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "349f9943-1ada-4fd3-b5e4-4087d07b14a9", "tag": "3a545229-7d5f-4237-867e-d1427f7068e0", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:17:45.297872 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-9e476610-d60f-4d90-bef1-3aae6588797c {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:17:45.298266 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '349f9943-1ada-4fd3-b5e4-4087d07b14a9', 'tag': '3a545229-7d5f-4237-867e-d1427f7068e0', 'status': 'completed', 'code': 200} Feb 16 14:17:45.337234 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a8ea5a-0aa4-4ffd-80e9-be1406d2b2d7 service neutron] Pushing event updated for resources: {'Port': ['ID=3a545229-7d5f-4237-867e-d1427f7068e0,revision_number=3']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:45.377954 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dc4e43-bbed-4507-ab32-f1ea9fa4b994 req-e4bc59f5-2e5b-47da-85e7-0fce9d5ce240 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:45.380183 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a2dc4e43-bbed-4507-ab32-f1ea9fa4b994 req-e4bc59f5-2e5b-47da-85e7-0fce9d5ce240 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.3917158 Feb 16 14:17:45.382545 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191fb25-9d5b-4364-aa1e-8ed5ecf74216 req-584731e8-f537-4fb2-8c48-3c28995ca5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:45.383904 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e191fb25-9d5b-4364-aa1e-8ed5ecf74216 req-584731e8-f537-4fb2-8c48-3c28995ca5c8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=184b859ae4e244cead7231ba2ba66d49&device_id=349f9943-1ada-4fd3-b5e4-4087d07b14a9 HTTP/1.1" status: 200 len: 1127 time: 0.0905144 Feb 16 14:17:45.441823 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e191fb25-9d5b-4364-aa1e-8ed5ecf74216 req-739d8e98-ece8-472f-ad18-7676bd655882 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a545229-7d5f-4237-867e-d1427f7068e0 HTTP/1.1" status: 200 len: 217 time: 0.0394771 Feb 16 14:17:45.523025 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a2dc4e43-bbed-4507-ab32-f1ea9fa4b994 req-c46b7ad3-729e-4ca7-ad41-f62e8235d08a tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309092 Feb 16 14:17:45.530720 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191fb25-9d5b-4364-aa1e-8ed5ecf74216 req-1b5e7321-c3cd-4ecf-97ba-205a49252c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:45.532243 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e191fb25-9d5b-4364-aa1e-8ed5ecf74216 req-1b5e7321-c3cd-4ecf-97ba-205a49252c28 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=814d4ffe-19d9-4601-831b-31f344983ab2 HTTP/1.1" status: 200 len: 854 time: 0.0813916 Feb 16 14:17:45.580156 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e191fb25-9d5b-4364-aa1e-8ed5ecf74216 req-bf6e631f-d130-4f6b-8dee-6b791d3f52ba service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5faa44ce-cc1d-4c62-9ff6-0cc744617c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329278 Feb 16 14:17:45.708605 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e191fb25-9d5b-4364-aa1e-8ed5ecf74216 req-46c62207-3c52-4385-89d2-5322c11eb031 service neutron] 10.222.0.10 "GET /v2.0/networks/5faa44ce-cc1d-4c62-9ff6-0cc744617c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104574 Feb 16 14:17:45.788006 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ac5ba892-0bac-4288-8089-d52744251633 req-f3cf7f4a-6822-45e7-a92d-9c47dac20fb9 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=f5af009c-ae5b-46cd-b713-46848a624cfd HTTP/1.1" status: 200 len: 210 time: 0.0393162 Feb 16 14:17:45.803731 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14759360-1b8c-4b5c-952a-6c28bd93dedb req-1efbb02b-087a-416b-b05e-c9eb177cea12 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:45.812432 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-14759360-1b8c-4b5c-952a-6c28bd93dedb req-1efbb02b-087a-416b-b05e-c9eb177cea12 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.10 "GET /v2.0/networks?id=61c5fb91-b66e-4415-8fe4-ccf1596db820 HTTP/1.1" status: 200 len: 815 time: 0.5201182 Feb 16 14:17:45.856599 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [req-14759360-1b8c-4b5c-952a-6c28bd93dedb req-d871770e-65c0-48d0-993b-28045428245d tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Request body: {'port': {'device_id': 'f5af009c-ae5b-46cd-b713-46848a624cfd', 'network_id': '61c5fb91-b66e-4415-8fe4-ccf1596db820', 'admin_state_up': True, 'tenant_id': '3a34e3e6c1ee4ab48ff1d85f68799b81'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:17:45.870179 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e191fb25-9d5b-4364-aa1e-8ed5ecf74216 req-b35c4770-ad6e-408e-9fd1-357e46d57d36 service neutron] 10.222.0.10 "GET /v2.0/networks/5faa44ce-cc1d-4c62-9ff6-0cc744617c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973136 Feb 16 14:17:45.986559 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14759360-1b8c-4b5c-952a-6c28bd93dedb req-d871770e-65c0-48d0-993b-28045428245d tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Made reservation on behalf of 3a34e3e6c1ee4ab48ff1d85f68799b81 for: {'port': 1} {{(pid=102969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:17:45.993078 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-14759360-1b8c-4b5c-952a-6c28bd93dedb req-d871770e-65c0-48d0-993b-28045428245d tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:46.109339 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb398ea8-867f-4762-b88e-ed466d63db7b req-97c2a9eb-1ec8-4d5c-a6e7-c92e6050df3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:46.111076 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-cb398ea8-867f-4762-b88e-ed466d63db7b req-97c2a9eb-1ec8-4d5c-a6e7-c92e6050df3d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=184b859ae4e244cead7231ba2ba66d49&device_id=349f9943-1ada-4fd3-b5e4-4087d07b14a9 HTTP/1.1" status: 200 len: 1127 time: 0.0519381 Feb 16 14:17:46.125921 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.db.db_base_plugin_common [req-14759360-1b8c-4b5c-952a-6c28bd93dedb req-d871770e-65c0-48d0-993b-28045428245d tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Allocated IP 172.20.0.7 (61c5fb91-b66e-4415-8fe4-ccf1596db820/afa93d15-5472-4072-ba03-2d6b4a530984/7e31eb21-1950-4d0f-a945-ca09a5f6f4ab) {{(pid=102969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:17:46.212167 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb398ea8-867f-4762-b88e-ed466d63db7b req-3bbbbfb4-c2ed-4e6e-9d67-10deb2340a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:46.213915 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-cb398ea8-867f-4762-b88e-ed466d63db7b req-3bbbbfb4-c2ed-4e6e-9d67-10deb2340a55 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5faa44ce-cc1d-4c62-9ff6-0cc744617c22 HTTP/1.1" status: 200 len: 916 time: 0.0938370 Feb 16 14:17:46.271533 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-cb398ea8-867f-4762-b88e-ed466d63db7b req-92d63d9e-3e3b-4a56-8cfd-cb14f1b8e8ee service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a545229-7d5f-4237-867e-d1427f7068e0 HTTP/1.1" status: 200 len: 217 time: 0.0487866 Feb 16 14:17:46.281042 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-14759360-1b8c-4b5c-952a-6c28bd93dedb req-d871770e-65c0-48d0-993b-28045428245d tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Publish callbacks [] for port (7e31eb21-1950-4d0f-a945-ca09a5f6f4ab), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:46.315543 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-14759360-1b8c-4b5c-952a-6c28bd93dedb req-d871770e-65c0-48d0-993b-28045428245d tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784246951208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10340347'] for port (7e31eb21-1950-4d0f-a945-ca09a5f6f4ab), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:46.344821 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb398ea8-867f-4762-b88e-ed466d63db7b req-c197db26-62d8-4e61-822f-bca7044d141c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:46.346348 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-cb398ea8-867f-4762-b88e-ed466d63db7b req-c197db26-62d8-4e61-822f-bca7044d141c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=814d4ffe-19d9-4601-831b-31f344983ab2 HTTP/1.1" status: 200 len: 854 time: 0.0565419 Feb 16 14:17:46.355572 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14759360-1b8c-4b5c-952a-6c28bd93dedb req-d871770e-65c0-48d0-993b-28045428245d tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Network 61c5fb91-b66e-4415-8fe4-ccf1596db820 is already hosted by enough agents. {{(pid=102969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:17:46.357646 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3387dea-a73f-49ad-859d-6d471baac5bb req-17933a15-c5f7-47bd-84ae-e4364b00de38 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:46.358764 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [req-14759360-1b8c-4b5c-952a-6c28bd93dedb req-d871770e-65c0-48d0-993b-28045428245d tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Resources bound (agent type, host, resource id): {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:17:46.359175 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f3387dea-a73f-49ad-859d-6d471baac5bb req-17933a15-c5f7-47bd-84ae-e4364b00de38 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/ports?device_id=349f9943-1ada-4fd3-b5e4-4087d07b14a9 HTTP/1.1" status: 200 len: 943 time: 0.0969765 Feb 16 14:17:46.361271 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.db.l3_dvrscheduler_db [req-14759360-1b8c-4b5c-952a-6c28bd93dedb req-d871770e-65c0-48d0-993b-28045428245d tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Received port after_create {{(pid=102969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:17:46.385410 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] get_ports_and_sgs() called for port_ids ['03778484-d22b-41d2-8089-7f625fe2ad9c'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:17:46.403886 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-cb398ea8-867f-4762-b88e-ed466d63db7b req-4f768d8e-4b7f-41d3-9166-a8d2c3786e1a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5faa44ce-cc1d-4c62-9ff6-0cc744617c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436325 Feb 16 14:17:46.409138 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d871770e-65c0-48d0-993b-28045428245d tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Pushing event updated for resources: {'Port': ['ID=7e31eb21-1950-4d0f-a945-ca09a5f6f4ab,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:46.438049 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14759360-1b8c-4b5c-952a-6c28bd93dedb req-d871770e-65c0-48d0-993b-28045428245d tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:46.438827 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-14759360-1b8c-4b5c-952a-6c28bd93dedb req-d871770e-65c0-48d0-993b-28045428245d tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for port (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:46.457359 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-14759360-1b8c-4b5c-952a-6c28bd93dedb req-d871770e-65c0-48d0-993b-28045428245d tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6046088 Feb 16 14:17:46.474960 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f3387dea-a73f-49ad-859d-6d471baac5bb req-e1bd45dd-5aa1-4840-88cf-2e18727e5364 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/security-groups?id=650a6438-5fa5-40ff-84f8-b8aa3844aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016667 Feb 16 14:17:46.486209 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [req-14759360-1b8c-4b5c-952a-6c28bd93dedb req-63d141e8-4e0c-4721-8137-0373260139a0 service neutron] Request body: {'port': {'device_id': 'f5af009c-ae5b-46cd-b713-46848a624cfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:17:46.541632 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-cb398ea8-867f-4762-b88e-ed466d63db7b req-70d8f559-de72-4b63-9eea-b965aead3af6 service neutron] 10.222.0.10 "GET /v2.0/networks/5faa44ce-cc1d-4c62-9ff6-0cc744617c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254549 Feb 16 14:17:46.553901 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-14759360-1b8c-4b5c-952a-6c28bd93dedb req-63d141e8-4e0c-4721-8137-0373260139a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (7e31eb21-1950-4d0f-a945-ca09a5f6f4ab), before_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:46.646689 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-cb398ea8-867f-4762-b88e-ed466d63db7b req-7b42b0ee-a649-44e8-9fab-49a058f2fc61 service neutron] 10.222.0.10 "GET /v2.0/networks/5faa44ce-cc1d-4c62-9ff6-0cc744617c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968170 Feb 16 14:17:46.730587 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c64076-4f47-4260-a68e-1bb661fe3fe8 req-38d5e0ca-e3c4-459b-b074-1384da89b2e4 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:46.731983 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d0c64076-4f47-4260-a68e-1bb661fe3fe8 req-38d5e0ca-e3c4-459b-b074-1384da89b2e4 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.1304677 Feb 16 14:17:46.835280 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d0c64076-4f47-4260-a68e-1bb661fe3fe8 req-007a8cf6-6a11-4f01-be35-0a2713930bdd tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955222 Feb 16 14:17:46.919414 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.notifiers.nova [req-14759360-1b8c-4b5c-952a-6c28bd93dedb req-63d141e8-4e0c-4721-8137-0373260139a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e31eb21-1950-4d0f-a945-ca09a5f6f4ab {{(pid=102969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:17:46.923739 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddb608-1387-4186-aab7-33f9b5944611 req-c9ce3447-bad9-4a03-9c1d-c611e58aaf07 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:46.925497 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-53ddb608-1387-4186-aab7-33f9b5944611 req-c9ce3447-bad9-4a03-9c1d-c611e58aaf07 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=f5af009c-ae5b-46cd-b713-46848a624cfd HTTP/1.1" status: 200 len: 931 time: 0.0570083 Feb 16 14:17:46.930783 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-14759360-1b8c-4b5c-952a-6c28bd93dedb req-63d141e8-4e0c-4721-8137-0373260139a0 service neutron] Publish callbacks [] for port (7e31eb21-1950-4d0f-a945-ca09a5f6f4ab), precommit_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:46.948223 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.db.provisioning_blocks [req-14759360-1b8c-4b5c-952a-6c28bd93dedb req-63d141e8-4e0c-4721-8137-0373260139a0 service neutron] Transition to ACTIVE for port object 7e31eb21-1950-4d0f-a945-ca09a5f6f4ab will not be triggered until provisioned by entity L2. {{(pid=102969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:17:46.952549 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-14759360-1b8c-4b5c-952a-6c28bd93dedb req-63d141e8-4e0c-4721-8137-0373260139a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10340336'] for port (7e31eb21-1950-4d0f-a945-ca09a5f6f4ab), after_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:47.005678 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-53ddb608-1387-4186-aab7-33f9b5944611 req-49338f81-0c46-4499-882e-aa0c35b3d42f tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735250 Feb 16 14:17:47.017385 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d141e8-4e0c-4721-8137-0373260139a0 service neutron] Pushing event updated for resources: {'Port': ['ID=7e31eb21-1950-4d0f-a945-ca09a5f6f4ab,revision_number=2']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:47.105850 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.managers [req-14759360-1b8c-4b5c-952a-6c28bd93dedb req-63d141e8-4e0c-4721-8137-0373260139a0 service neutron] Attempting to bind port 7e31eb21-1950-4d0f-a945-ca09a5f6f4ab on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:17:47.106215 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.managers [req-14759360-1b8c-4b5c-952a-6c28bd93dedb req-63d141e8-4e0c-4721-8137-0373260139a0 service neutron] Attempting to bind port 7e31eb21-1950-4d0f-a945-ca09a5f6f4ab by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '60939eb9-e0f4-4fd7-9c84-2e8354cdfa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '61c5fb91-b66e-4415-8fe4-ccf1596db820'}] {{(pid=102969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:17:47.106549 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14759360-1b8c-4b5c-952a-6c28bd93dedb req-63d141e8-4e0c-4721-8137-0373260139a0 service neutron] Attempting to bind port 7e31eb21-1950-4d0f-a945-ca09a5f6f4ab on network 61c5fb91-b66e-4415-8fe4-ccf1596db820 {{(pid=102969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:17:47.111111 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14759360-1b8c-4b5c-952a-6c28bd93dedb req-63d141e8-4e0c-4721-8137-0373260139a0 service neutron] Port 7e31eb21-1950-4d0f-a945-ca09a5f6f4ab on network 61c5fb91-b66e-4415-8fe4-ccf1596db820 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:17:47.112029 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14759360-1b8c-4b5c-952a-6c28bd93dedb req-63d141e8-4e0c-4721-8137-0373260139a0 service neutron] Attempting to bind port 7e31eb21-1950-4d0f-a945-ca09a5f6f4ab on network 61c5fb91-b66e-4415-8fe4-ccf1596db820 {{(pid=102969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:17:47.117171 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14759360-1b8c-4b5c-952a-6c28bd93dedb req-63d141e8-4e0c-4721-8137-0373260139a0 service neutron] Checking agent: {'id': '0563e457-3a96-4909-b5a3-8fa5db96f619', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 14, 3), 'started_at': datetime.datetime(2022, 2, 16, 14, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:17:47.117516 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14759360-1b8c-4b5c-952a-6c28bd93dedb req-63d141e8-4e0c-4721-8137-0373260139a0 service neutron] Checking segment: {'id': '60939eb9-e0f4-4fd7-9c84-2e8354cdfa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '61c5fb91-b66e-4415-8fe4-ccf1596db820'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:17:47.117889 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14759360-1b8c-4b5c-952a-6c28bd93dedb req-63d141e8-4e0c-4721-8137-0373260139a0 service neutron] Bound using segment: {'id': '60939eb9-e0f4-4fd7-9c84-2e8354cdfa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '61c5fb91-b66e-4415-8fe4-ccf1596db820'} {{(pid=102969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:17:47.118486 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.managers [req-14759360-1b8c-4b5c-952a-6c28bd93dedb req-63d141e8-4e0c-4721-8137-0373260139a0 service neutron] Bound port: 7e31eb21-1950-4d0f-a945-ca09a5f6f4ab, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60939eb9-e0f4-4fd7-9c84-2e8354cdfa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '61c5fb91-b66e-4415-8fe4-ccf1596db820'}}] {{(pid=102969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:17:47.119016 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-14759360-1b8c-4b5c-952a-6c28bd93dedb req-63d141e8-4e0c-4721-8137-0373260139a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (7e31eb21-1950-4d0f-a945-ca09a5f6f4ab), before_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:47.192472 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.db [req-14759360-1b8c-4b5c-952a-6c28bd93dedb req-63d141e8-4e0c-4721-8137-0373260139a0 service neutron] For port 7e31eb21-1950-4d0f-a945-ca09a5f6f4ab, host hv-cinder-77398, cleared binding levels {{(pid=102969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:17:47.199580 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.db [req-14759360-1b8c-4b5c-952a-6c28bd93dedb req-63d141e8-4e0c-4721-8137-0373260139a0 service neutron] For port 7e31eb21-1950-4d0f-a945-ca09a5f6f4ab, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=7e31eb21-1950-4d0f-a945-ca09a5f6f4ab,segment=NetworkSegment(60939eb9-e0f4-4fd7-9c84-2e8354cdfa58),segment_id=60939eb9-e0f4-4fd7-9c84-2e8354cdfa58)] {{(pid=102969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:17:47.206335 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-14759360-1b8c-4b5c-952a-6c28bd93dedb req-63d141e8-4e0c-4721-8137-0373260139a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10340336'] for port (7e31eb21-1950-4d0f-a945-ca09a5f6f4ab), after_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:47.235473 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14759360-1b8c-4b5c-952a-6c28bd93dedb req-63d141e8-4e0c-4721-8137-0373260139a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:47.236106 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-14759360-1b8c-4b5c-952a-6c28bd93dedb req-63d141e8-4e0c-4721-8137-0373260139a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for port (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:47.237394 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438f858-eaa8-4e81-9264-f1a43b3756dc req-3c117aff-14d9-4caf-946e-d09952ad61be tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:47.237922 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-14759360-1b8c-4b5c-952a-6c28bd93dedb req-63d141e8-4e0c-4721-8137-0373260139a0 service neutron] 10.222.0.10 "PUT /v2.0/ports/7e31eb21-1950-4d0f-a945-ca09a5f6f4ab HTTP/1.1" status: 200 len: 1093 time: 0.7565479 Feb 16 14:17:47.239918 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e438f858-eaa8-4e81-9264-f1a43b3756dc req-3c117aff-14d9-4caf-946e-d09952ad61be tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.1210918 Feb 16 14:17:47.248321 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db312fa4-0330-44b7-a809-ca4057ad6cc4 req-19a2574a-0760-4c1f-8b8e-a4f826d35697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:47.249768 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-db312fa4-0330-44b7-a809-ca4057ad6cc4 req-19a2574a-0760-4c1f-8b8e-a4f826d35697 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d9a231f27e3b4236b5109f44434e8be7&device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 1130 time: 0.1074598 Feb 16 14:17:47.260941 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5af009c-ae5b-46cd-b713-46848a624cfd', 'tag': '7e31eb21-1950-4d0f-a945-ca09a5f6f4ab'}] {{(pid=102969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:17:47.263325 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}597425108aee33d34effbd51aa5a8721840594214ac6e6c89cce82b7911d7071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f1843c-14cd-488f-bcea-a3e5247a4a21" -d '{"events": [{"name": "network-changed", "server_uuid": "f5af009c-ae5b-46cd-b713-46848a624cfd", "tag": "7e31eb21-1950-4d0f-a945-ca09a5f6f4ab"}]}' {{(pid=102969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:17:47.293286 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d141e8-4e0c-4721-8137-0373260139a0 service neutron] Pushing event updated for resources: {'Port': ['ID=7e31eb21-1950-4d0f-a945-ca09a5f6f4ab,revision_number=3']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:47.319539 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4832e6f-5a23-4b19-a5f7-753bb6cbe4fc x-openstack-request-id: req-a4832e6f-5a23-4b19-a5f7-753bb6cbe4fc {{(pid=102969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:17:47.320057 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5af009c-ae5b-46cd-b713-46848a624cfd", "tag": "7e31eb21-1950-4d0f-a945-ca09a5f6f4ab", "status": "completed", "code": 200}]} {{(pid=102969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:17:47.320353 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-a4832e6f-5a23-4b19-a5f7-753bb6cbe4fc {{(pid=102969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:17:47.321305 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5af009c-ae5b-46cd-b713-46848a624cfd', 'tag': '7e31eb21-1950-4d0f-a945-ca09a5f6f4ab', 'status': 'completed', 'code': 200} Feb 16 14:17:47.348153 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e438f858-eaa8-4e81-9264-f1a43b3756dc req-22b6aa44-6c8b-439f-8c6d-d9f9e8e6d6dd tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025083 Feb 16 14:17:47.379507 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db312fa4-0330-44b7-a809-ca4057ad6cc4 req-638616cd-d937-43d7-9c13-ed3dd4b604bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:47.381614 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-db312fa4-0330-44b7-a809-ca4057ad6cc4 req-638616cd-d937-43d7-9c13-ed3dd4b604bd service neutron] 10.222.0.10 "GET /v2.0/networks?id=3b4e79db-56cd-4d42-82d5-dc0b8425f909 HTTP/1.1" status: 200 len: 920 time: 0.1126888 Feb 16 14:17:47.400183 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14759360-1b8c-4b5c-952a-6c28bd93dedb req-3860cdf6-6cbc-403a-af77-6313e1addca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:47.401668 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-14759360-1b8c-4b5c-952a-6c28bd93dedb req-3860cdf6-6cbc-403a-af77-6313e1addca6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3a34e3e6c1ee4ab48ff1d85f68799b81&device_id=f5af009c-ae5b-46cd-b713-46848a624cfd HTTP/1.1" status: 200 len: 1127 time: 0.0499339 Feb 16 14:17:47.430223 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-db312fa4-0330-44b7-a809-ca4057ad6cc4 req-76d63e6b-df60-4d0c-8b1c-2532f5b1d35f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70387ee0-17d5-4683-94a7-cc169a3b0bc4 HTTP/1.1" status: 200 len: 217 time: 0.0379395 Feb 16 14:17:47.450718 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-14759360-1b8c-4b5c-952a-6c28bd93dedb req-10c96393-3c69-4b2f-9c2b-7fd336482f3e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e31eb21-1950-4d0f-a945-ca09a5f6f4ab HTTP/1.1" status: 200 len: 217 time: 0.0344248 Feb 16 14:17:47.485995 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db312fa4-0330-44b7-a809-ca4057ad6cc4 req-b9256881-ecc4-4ffd-a4e3-fb9f2d5b30f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:47.487610 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-db312fa4-0330-44b7-a809-ca4057ad6cc4 req-b9256881-ecc4-4ffd-a4e3-fb9f2d5b30f7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=49e52525-bf5f-472f-a994-bf14eeca6876 HTTP/1.1" status: 200 len: 858 time: 0.0498748 Feb 16 14:17:47.503444 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14759360-1b8c-4b5c-952a-6c28bd93dedb req-ec6f8c24-1fb7-4109-b0a6-9b9974e3a742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:47.505977 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-14759360-1b8c-4b5c-952a-6c28bd93dedb req-ec6f8c24-1fb7-4109-b0a6-9b9974e3a742 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=afa93d15-5472-4072-ba03-2d6b4a530984 HTTP/1.1" status: 200 len: 855 time: 0.0461876 Feb 16 14:17:47.524086 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-db312fa4-0330-44b7-a809-ca4057ad6cc4 req-1307619a-3b2a-45ac-84b1-fb865475cf9b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3b4e79db-56cd-4d42-82d5-dc0b8425f909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281670 Feb 16 14:17:47.548732 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-14759360-1b8c-4b5c-952a-6c28bd93dedb req-2847e3d9-14dc-45bd-b126-c23be8b2d93c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=61c5fb91-b66e-4415-8fe4-ccf1596db820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323370 Feb 16 14:17:47.626072 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-db312fa4-0330-44b7-a809-ca4057ad6cc4 req-ecf5335a-90e3-4857-815d-f24b8701efa5 service neutron] 10.222.0.10 "GET /v2.0/networks/3b4e79db-56cd-4d42-82d5-dc0b8425f909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909126 Feb 16 14:17:47.663154 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aab33f-c39d-4887-aa57-55f76e1f38d9 req-b4fb82d1-2c5d-4b09-b235-612dfb405393 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:47.664672 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b1aab33f-c39d-4887-aa57-55f76e1f38d9 req-b4fb82d1-2c5d-4b09-b235-612dfb405393 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/ports?device_id=349f9943-1ada-4fd3-b5e4-4087d07b14a9 HTTP/1.1" status: 200 len: 943 time: 0.1149225 Feb 16 14:17:47.699199 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-14759360-1b8c-4b5c-952a-6c28bd93dedb req-e0d3f9b2-2349-47fa-aa10-33b13351a805 service neutron] 10.222.0.10 "GET /v2.0/networks/61c5fb91-b66e-4415-8fe4-ccf1596db820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216931 Feb 16 14:17:47.728373 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b1aab33f-c39d-4887-aa57-55f76e1f38d9 req-9e6ca1e5-f602-43ac-8ab3-270aceaf2a7c tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/security-groups?id=650a6438-5fa5-40ff-84f8-b8aa3844aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552945 Feb 16 14:17:48.155504 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c435af-f362-4597-97c6-dc1c0ef50ca1 req-992f1451-d77d-4830-9431-40147ddfc22a tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:48.156990 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e0c435af-f362-4597-97c6-dc1c0ef50ca1 req-992f1451-d77d-4830-9431-40147ddfc22a tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=f5af009c-ae5b-46cd-b713-46848a624cfd HTTP/1.1" status: 200 len: 943 time: 0.0540674 Feb 16 14:17:48.202610 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e0c435af-f362-4597-97c6-dc1c0ef50ca1 req-02a4faff-070a-4769-951f-447cd19aee57 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393975 Feb 16 14:17:48.467477 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2fdd69-4a85-43d0-b15e-15419663f461 req-0448aedc-c6b5-4cbd-9944-e919862134ce tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:48.468917 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-6f2fdd69-4a85-43d0-b15e-15419663f461 req-0448aedc-c6b5-4cbd-9944-e919862134ce tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.0509729 Feb 16 14:17:48.528479 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-6f2fdd69-4a85-43d0-b15e-15419663f461 req-193a423f-8ff3-41fe-9f6a-58d993e9c577 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528522 Feb 16 14:17:48.858441 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666171d4-e261-46b5-97b8-8c7d4662679f req-c2cacf5c-e11b-48e8-b1a8-6e5f66637d92 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:48.860079 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-666171d4-e261-46b5-97b8-8c7d4662679f req-c2cacf5c-e11b-48e8-b1a8-6e5f66637d92 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/ports?device_id=349f9943-1ada-4fd3-b5e4-4087d07b14a9 HTTP/1.1" status: 200 len: 943 time: 0.0573268 Feb 16 14:17:48.921080 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-666171d4-e261-46b5-97b8-8c7d4662679f req-0c0bc9b2-2c34-4ea0-9cb9-fec14e842aac tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/security-groups?id=650a6438-5fa5-40ff-84f8-b8aa3844aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547562 Feb 16 14:17:49.328265 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617adfd8-ee2b-4137-a63d-02322a34aec7 req-a173a1f3-80dc-461f-b98e-6ea4d712863a tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:49.329806 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-617adfd8-ee2b-4137-a63d-02322a34aec7 req-a173a1f3-80dc-461f-b98e-6ea4d712863a tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=f5af009c-ae5b-46cd-b713-46848a624cfd HTTP/1.1" status: 200 len: 943 time: 0.0517750 Feb 16 14:17:49.377280 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-617adfd8-ee2b-4137-a63d-02322a34aec7 req-cbbc3011-1717-465d-831a-5c1fedb26412 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418649 Feb 16 14:17:49.652772 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-14759360-1b8c-4b5c-952a-6c28bd93dedb req-96413c1d-b9d3-407d-a7bb-7230b41e07b0 service neutron] 10.222.0.10 "GET /v2.0/networks/61c5fb91-b66e-4415-8fe4-ccf1596db820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012588 Feb 16 14:17:49.659926 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-db312fa4-0330-44b7-a809-ca4057ad6cc4 req-35237773-0ea1-4204-bff0-7f7370109791 service neutron] 10.222.0.10 "GET /v2.0/networks/3b4e79db-56cd-4d42-82d5-dc0b8425f909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207952 Feb 16 14:17:49.679609 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d5ed7-b414-494e-a439-8e4c1158ad67 req-9d41e791-ec79-4125-9b01-2418fca38565 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:49.681055 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-624d5ed7-b414-494e-a439-8e4c1158ad67 req-9d41e791-ec79-4125-9b01-2418fca38565 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.0666544 Feb 16 14:17:49.726773 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-624d5ed7-b414-494e-a439-8e4c1158ad67 req-fbf2e36c-d5ae-48fc-948f-288394a70e75 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402532 Feb 16 14:17:50.045273 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fa388e-4457-4c4a-8084-6f03b1e0b7e5 req-4560b2dd-c281-4172-81e7-51608a9be249 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:50.046893 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-02fa388e-4457-4c4a-8084-6f03b1e0b7e5 req-4560b2dd-c281-4172-81e7-51608a9be249 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/ports?device_id=349f9943-1ada-4fd3-b5e4-4087d07b14a9 HTTP/1.1" status: 200 len: 943 time: 0.0592539 Feb 16 14:17:50.093939 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-02fa388e-4457-4c4a-8084-6f03b1e0b7e5 req-27ed7868-0555-4080-a6c9-f3f0d2cb05d6 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/security-groups?id=650a6438-5fa5-40ff-84f8-b8aa3844aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410016 Feb 16 14:17:50.502702 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc4961-30a3-4712-874d-7a6da57717e3 req-78ae8b8d-5835-4749-9233-b98ed63ebd31 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:50.504199 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-dbfc4961-30a3-4712-874d-7a6da57717e3 req-78ae8b8d-5835-4749-9233-b98ed63ebd31 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=f5af009c-ae5b-46cd-b713-46848a624cfd HTTP/1.1" status: 200 len: 943 time: 0.0553322 Feb 16 14:17:50.550533 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-dbfc4961-30a3-4712-874d-7a6da57717e3 req-2237d7bb-cd49-4422-b252-c3a4fabaf4da tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400491 Feb 16 14:17:50.551045 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 3a545229-7d5f-4237-867e-d1427f7068e0 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:17:50.654916 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 3a545229-7d5f-4237-867e-d1427f7068e0, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=3a545229-7d5f-4237-867e-d1427f7068e0,segment=NetworkSegment(43af7e83-61b8-49d9-9b3d-8e7fc1fb9259),segment_id=43af7e83-61b8-49d9-9b3d-8e7fc1fb9259)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:17:50.667073 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Returning: {'device': '3a545229-7d5f-4237-867e-d1427f7068e0', 'network_id': '5faa44ce-cc1d-4c62-9ff6-0cc744617c22', 'port_id': '3a545229-7d5f-4237-867e-d1427f7068e0', 'mac_address': 'fa:16:3e:7c:a8:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '814d4ffe-19d9-4601-831b-31f344983ab2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:17:50.716343 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Current status of the port 3a545229-7d5f-4237-867e-d1427f7068e0 is: DOWN; New status is: BUILD {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:17:50.716739 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (3a545229-7d5f-4237-867e-d1427f7068e0), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:50.726719 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1843c-14cd-488f-bcea-a3e5247a4a21 req-1e3b062a-92f5-4b10-9e69-dedfb539be95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:50.728244 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-09f1843c-14cd-488f-bcea-a3e5247a4a21 req-1e3b062a-92f5-4b10-9e69-dedfb539be95 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3a34e3e6c1ee4ab48ff1d85f68799b81&device_id=f5af009c-ae5b-46cd-b713-46848a624cfd HTTP/1.1" status: 200 len: 1127 time: 0.0555177 Feb 16 14:17:50.730527 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a545229-7d5f-4237-867e-d1427f7068e0 {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:17:50.753641 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 3a545229-7d5f-4237-867e-d1427f7068e0, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=3a545229-7d5f-4237-867e-d1427f7068e0,segment=NetworkSegment(43af7e83-61b8-49d9-9b3d-8e7fc1fb9259),segment_id=43af7e83-61b8-49d9-9b3d-8e7fc1fb9259)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:17:50.759419 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (3a545229-7d5f-4237-867e-d1427f7068e0), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:50.821605 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Pushing event updated for resources: {'Port': ['ID=3a545229-7d5f-4237-867e-d1427f7068e0,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:50.852732 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1843c-14cd-488f-bcea-a3e5247a4a21 req-7a984753-08b6-42d5-b3d8-84568b83ef77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:50.854459 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-09f1843c-14cd-488f-bcea-a3e5247a4a21 req-7a984753-08b6-42d5-b3d8-84568b83ef77 service neutron] 10.222.0.10 "GET /v2.0/networks?id=61c5fb91-b66e-4415-8fe4-ccf1596db820 HTTP/1.1" status: 200 len: 917 time: 0.1189756 Feb 16 14:17:50.867852 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de776c5-96ab-4aa3-aeec-dd5559834ace req-ec223379-3373-495f-8ef1-fafcc980f793 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:50.869318 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-1de776c5-96ab-4aa3-aeec-dd5559834ace req-ec223379-3373-495f-8ef1-fafcc980f793 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.0640457 Feb 16 14:17:50.912460 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-09f1843c-14cd-488f-bcea-a3e5247a4a21 req-15258363-9e86-4bac-93a4-bdf2a0c719f8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e31eb21-1950-4d0f-a945-ca09a5f6f4ab HTTP/1.1" status: 200 len: 217 time: 0.0387132 Feb 16 14:17:50.916457 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-1de776c5-96ab-4aa3-aeec-dd5559834ace req-f6e7750b-6783-4adb-a741-414248a21519 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412397 Feb 16 14:17:50.963249 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1843c-14cd-488f-bcea-a3e5247a4a21 req-6433bd2f-ef6e-4246-9d69-fc212b876e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:50.964741 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-09f1843c-14cd-488f-bcea-a3e5247a4a21 req-6433bd2f-ef6e-4246-9d69-fc212b876e41 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=afa93d15-5472-4072-ba03-2d6b4a530984 HTTP/1.1" status: 200 len: 855 time: 0.0455365 Feb 16 14:17:51.005160 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-09f1843c-14cd-488f-bcea-a3e5247a4a21 req-120bc6d2-2e43-486c-9db7-f73fc61e46f0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=61c5fb91-b66e-4415-8fe4-ccf1596db820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279350 Feb 16 14:17:51.098485 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-09f1843c-14cd-488f-bcea-a3e5247a4a21 req-ca8527b6-727e-4397-8660-2a89690728f4 service neutron] 10.222.0.10 "GET /v2.0/networks/61c5fb91-b66e-4415-8fe4-ccf1596db820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829806 Feb 16 14:17:51.218590 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-09f1843c-14cd-488f-bcea-a3e5247a4a21 req-82c09029-3d63-4dde-bf82-4524faec14d8 service neutron] 10.222.0.10 "GET /v2.0/networks/61c5fb91-b66e-4415-8fe4-ccf1596db820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123118 Feb 16 14:17:51.238829 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e180f-94d5-4ed6-aef8-39db4ca91c41 req-d0128115-3bd0-4299-bc87-ac4a05afcdeb tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:51.240441 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2b3e180f-94d5-4ed6-aef8-39db4ca91c41 req-d0128115-3bd0-4299-bc87-ac4a05afcdeb tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/ports?device_id=349f9943-1ada-4fd3-b5e4-4087d07b14a9 HTTP/1.1" status: 200 len: 944 time: 0.0674462 Feb 16 14:17:51.288128 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2b3e180f-94d5-4ed6-aef8-39db4ca91c41 req-f3954eb5-0f8d-4e7d-a7aa-0bc181602c93 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/security-groups?id=650a6438-5fa5-40ff-84f8-b8aa3844aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419805 Feb 16 14:17:51.377688 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] get_ports_and_sgs() called for port_ids ['3a545229-7d5f-4237-867e-d1427f7068e0'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:17:51.671792 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82ee6d-0dd7-4eac-acc4-d4a91ce67203 req-860012c8-6e87-46fd-bfeb-37d7cce3f005 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:51.673422 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2f82ee6d-0dd7-4eac-acc4-d4a91ce67203 req-860012c8-6e87-46fd-bfeb-37d7cce3f005 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=f5af009c-ae5b-46cd-b713-46848a624cfd HTTP/1.1" status: 200 len: 943 time: 0.0525906 Feb 16 14:17:51.720524 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2f82ee6d-0dd7-4eac-acc4-d4a91ce67203 req-f758ed63-e08c-4dea-ba88-ccfefd63fd12 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402055 Feb 16 14:17:52.038393 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea56b97b-4a56-4d27-91b6-49cf498e21de req-c8c03525-f395-43da-b576-f456f07a8d2f tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:52.039893 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ea56b97b-4a56-4d27-91b6-49cf498e21de req-c8c03525-f395-43da-b576-f456f07a8d2f tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.0571504 Feb 16 14:17:52.089324 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ea56b97b-4a56-4d27-91b6-49cf498e21de req-8fdffd8b-f078-4089-b1cf-85ff49c0a1e7 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438855 Feb 16 14:17:52.407596 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f629bf-1498-4c3d-ac7b-fc1eb2107f39 req-a02368bf-e2d6-4b88-a7e2-eb6f0c6e67ce tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:52.409048 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a4f629bf-1498-4c3d-ac7b-fc1eb2107f39 req-a02368bf-e2d6-4b88-a7e2-eb6f0c6e67ce tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/ports?device_id=349f9943-1ada-4fd3-b5e4-4087d07b14a9 HTTP/1.1" status: 200 len: 944 time: 0.0558496 Feb 16 14:17:52.455128 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a4f629bf-1498-4c3d-ac7b-fc1eb2107f39 req-b1629139-4192-41d6-be08-472f0d4f4eda tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/security-groups?id=650a6438-5fa5-40ff-84f8-b8aa3844aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399594 Feb 16 14:17:52.842009 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886d021-6af9-4f1c-a1a9-87ad46d7bc9d req-fbc858eb-1792-4115-bde4-9a3079053172 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:52.843504 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c886d021-6af9-4f1c-a1a9-87ad46d7bc9d req-fbc858eb-1792-4115-bde4-9a3079053172 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=f5af009c-ae5b-46cd-b713-46848a624cfd HTTP/1.1" status: 200 len: 943 time: 0.0549443 Feb 16 14:17:52.891990 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c886d021-6af9-4f1c-a1a9-87ad46d7bc9d req-b77fe9a6-44bc-401f-8fe3-8119bb5a05a8 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428107 Feb 16 14:17:53.209976 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e589c-55a5-448f-a976-d0603c382d4d req-d11d6f09-aa28-49e3-b8e1-0444f60483d5 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:53.211914 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-183e589c-55a5-448f-a976-d0603c382d4d req-d11d6f09-aa28-49e3-b8e1-0444f60483d5 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.0547802 Feb 16 14:17:53.259695 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-183e589c-55a5-448f-a976-d0603c382d4d req-a404c8aa-92d3-4273-86f1-68bcaae54be6 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415521 Feb 16 14:17:53.575835 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b58e08-f4d9-4a59-aa98-14b070e00d82 req-5076116a-e059-40f0-81ea-28bf83148b2d tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:53.577291 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-58b58e08-f4d9-4a59-aa98-14b070e00d82 req-5076116a-e059-40f0-81ea-28bf83148b2d tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/ports?device_id=349f9943-1ada-4fd3-b5e4-4087d07b14a9 HTTP/1.1" status: 200 len: 944 time: 0.0545650 Feb 16 14:17:53.623458 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-58b58e08-f4d9-4a59-aa98-14b070e00d82 req-13cc3525-4797-4cba-8c88-24d32de68928 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/security-groups?id=650a6438-5fa5-40ff-84f8-b8aa3844aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405176 Feb 16 14:17:54.016374 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5dc7cf-201d-4504-92a1-73ba2d71bc47 req-7f328102-f942-4e28-a42c-c8443b39ae0f tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:54.018144 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ba5dc7cf-201d-4504-92a1-73ba2d71bc47 req-7f328102-f942-4e28-a42c-c8443b39ae0f tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=f5af009c-ae5b-46cd-b713-46848a624cfd HTTP/1.1" status: 200 len: 943 time: 0.0542593 Feb 16 14:17:54.071830 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ba5dc7cf-201d-4504-92a1-73ba2d71bc47 req-3b46d95a-bbab-4d29-abd8-6be0798ca1b8 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456395 Feb 16 14:17:54.392065 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687ba67-a21b-412f-9df2-e3ee05b910cb req-0b823159-1f89-42d2-a942-a6e6a1fad98a tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:54.393547 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b687ba67-a21b-412f-9df2-e3ee05b910cb req-0b823159-1f89-42d2-a942-a6e6a1fad98a tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.0668314 Feb 16 14:17:54.443467 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b687ba67-a21b-412f-9df2-e3ee05b910cb req-d4c23fd1-0b96-43f7-9cba-860574705e09 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432317 Feb 16 14:17:54.746379 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488a6e0-a8b9-4d7b-8095-9d889e3e4a6d req-93ec0f4d-1887-420c-87aa-a7d02dfff482 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:54.748039 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b488a6e0-a8b9-4d7b-8095-9d889e3e4a6d req-93ec0f4d-1887-420c-87aa-a7d02dfff482 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/ports?device_id=349f9943-1ada-4fd3-b5e4-4087d07b14a9 HTTP/1.1" status: 200 len: 944 time: 0.0538750 Feb 16 14:17:54.793779 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b488a6e0-a8b9-4d7b-8095-9d889e3e4a6d req-842e752a-91cf-4044-84c5-908b28df95b7 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/security-groups?id=650a6438-5fa5-40ff-84f8-b8aa3844aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403259 Feb 16 14:17:55.193611 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daaeb33-32d1-480d-8aad-44cca522f9ee req-5539f22e-6e9d-419e-8a2e-5864851b0443 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:55.195117 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0daaeb33-32d1-480d-8aad-44cca522f9ee req-5539f22e-6e9d-419e-8a2e-5864851b0443 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=f5af009c-ae5b-46cd-b713-46848a624cfd HTTP/1.1" status: 200 len: 943 time: 0.0525038 Feb 16 14:17:55.241656 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0daaeb33-32d1-480d-8aad-44cca522f9ee req-bf3a6ba4-8797-4316-bd1c-81dd142f8dcf tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409198 Feb 16 14:17:55.566641 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f5be4-5ffc-4ab4-8bc8-e1fe8b1ada0a req-9ec53f5d-958e-4b84-bfd2-d89486b466fc tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:55.568694 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ce3f5be4-5ffc-4ab4-8bc8-e1fe8b1ada0a req-9ec53f5d-958e-4b84-bfd2-d89486b466fc tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.0570898 Feb 16 14:17:55.618441 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ce3f5be4-5ffc-4ab4-8bc8-e1fe8b1ada0a req-82273bd3-4022-4b2f-8d8c-384889e085f6 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440459 Feb 16 14:17:55.666167 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 7e31eb21-1950-4d0f-a945-ca09a5f6f4ab details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:17:55.680594 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 3a545229-7d5f-4237-867e-d1427f7068e0 up at agent hyperv_hv-cinder-77398 {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:17:55.768231 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Provisioning for port 3a545229-7d5f-4237-867e-d1427f7068e0 completed by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:17:55.804540 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Provisioning complete for port 3a545229-7d5f-4237-867e-d1427f7068e0 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:17:55.804908 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (3a545229-7d5f-4237-867e-d1427f7068e0), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:55.832633 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217b6ff-213b-4d3c-b8ff-8ac4eae7c9bc req-c4057b94-d167-4042-b0ef-2ba02818cb73 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:55.834658 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f217b6ff-213b-4d3c-b8ff-8ac4eae7c9bc req-c4057b94-d167-4042-b0ef-2ba02818cb73 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 946 time: 0.0586820 Feb 16 14:17:55.853253 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 7e31eb21-1950-4d0f-a945-ca09a5f6f4ab, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=7e31eb21-1950-4d0f-a945-ca09a5f6f4ab,segment=NetworkSegment(60939eb9-e0f4-4fd7-9c84-2e8354cdfa58),segment_id=60939eb9-e0f4-4fd7-9c84-2e8354cdfa58)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:17:55.868674 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Returning: {'device': '7e31eb21-1950-4d0f-a945-ca09a5f6f4ab', 'network_id': '61c5fb91-b66e-4415-8fe4-ccf1596db820', 'port_id': '7e31eb21-1950-4d0f-a945-ca09a5f6f4ab', 'mac_address': 'fa:16:3e:23:17:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afa93d15-5472-4072-ba03-2d6b4a530984', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:17:55.889502 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f217b6ff-213b-4d3c-b8ff-8ac4eae7c9bc req-5327cc46-3b0b-4a45-b019-5259424b8e8b tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477228 Feb 16 14:17:55.934783 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Current status of the port 7e31eb21-1950-4d0f-a945-ca09a5f6f4ab is: DOWN; New status is: BUILD {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:17:55.935088 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (7e31eb21-1950-4d0f-a945-ca09a5f6f4ab), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:55.939457 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87880441-f25a-4944-8736-3e4a2ee51b9e req-2b115a2f-2cb7-45d3-a29a-b5bebc91a0fa tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:55.941855 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-87880441-f25a-4944-8736-3e4a2ee51b9e req-2b115a2f-2cb7-45d3-a29a-b5bebc91a0fa tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/ports?device_id=349f9943-1ada-4fd3-b5e4-4087d07b14a9 HTTP/1.1" status: 200 len: 944 time: 0.0612199 Feb 16 14:17:55.955823 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e31eb21-1950-4d0f-a945-ca09a5f6f4ab {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:17:55.959804 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Current status of the port 3a545229-7d5f-4237-867e-d1427f7068e0 is: BUILD; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:17:55.960184 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (3a545229-7d5f-4237-867e-d1427f7068e0), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:55.989061 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-87880441-f25a-4944-8736-3e4a2ee51b9e req-3b2a3e8d-2a26-41a1-8777-a7b2af459e12 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/security-groups?id=650a6438-5fa5-40ff-84f8-b8aa3844aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411117 Feb 16 14:17:55.994545 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '349f9943-1ada-4fd3-b5e4-4087d07b14a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a545229-7d5f-4237-867e-d1427f7068e0'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:17:55.997076 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcf4ad7936cd44f2198d6b2453955475838913f42e78743342b6e5b4d5a62724" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569cbc79-5234-4593-9b9b-b5b39fb4a095" -d '{"events": [{"server_uuid": "349f9943-1ada-4fd3-b5e4-4087d07b14a9", "name": "network-vif-plugged", "status": "completed", "tag": "3a545229-7d5f-4237-867e-d1427f7068e0"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:17:56.001068 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 7e31eb21-1950-4d0f-a945-ca09a5f6f4ab, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=7e31eb21-1950-4d0f-a945-ca09a5f6f4ab,segment=NetworkSegment(60939eb9-e0f4-4fd7-9c84-2e8354cdfa58),segment_id=60939eb9-e0f4-4fd7-9c84-2e8354cdfa58)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:17:56.011518 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (7e31eb21-1950-4d0f-a945-ca09a5f6f4ab), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:56.013723 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 3a545229-7d5f-4237-867e-d1427f7068e0, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=3a545229-7d5f-4237-867e-d1427f7068e0,segment=NetworkSegment(43af7e83-61b8-49d9-9b3d-8e7fc1fb9259),segment_id=43af7e83-61b8-49d9-9b3d-8e7fc1fb9259)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:17:56.018794 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (3a545229-7d5f-4237-867e-d1427f7068e0), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:56.042602 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ccb8ad1-c829-43c4-83c6-93e9a71ac44e x-openstack-request-id: req-8ccb8ad1-c829-43c4-83c6-93e9a71ac44e {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:17:56.042984 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "349f9943-1ada-4fd3-b5e4-4087d07b14a9", "name": "network-vif-plugged", "status": "completed", "tag": "3a545229-7d5f-4237-867e-d1427f7068e0", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:17:56.043247 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-8ccb8ad1-c829-43c4-83c6-93e9a71ac44e {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:17:56.043660 dv-cinder-773985-32-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '349f9943-1ada-4fd3-b5e4-4087d07b14a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a545229-7d5f-4237-867e-d1427f7068e0', 'code': 200} Feb 16 14:17:56.068755 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Pushing event updated for resources: {'Port': ['ID=7e31eb21-1950-4d0f-a945-ca09a5f6f4ab,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:56.118364 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Pushing event updated for resources: {'Port': ['ID=3a545229-7d5f-4237-867e-d1427f7068e0,revision_number=5']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:56.283082 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f68d6b-b8c2-46c4-9c3c-7c2173e781ec req-66eed2fa-a31a-4d58-a24c-25977c425340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:56.284649 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-65f68d6b-b8c2-46c4-9c3c-7c2173e781ec req-66eed2fa-a31a-4d58-a24c-25977c425340 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=349f9943-1ada-4fd3-b5e4-4087d07b14a9 HTTP/1.1" status: 200 len: 1129 time: 0.0533180 Feb 16 14:17:56.338969 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-65f68d6b-b8c2-46c4-9c3c-7c2173e781ec req-e99be35e-338f-45dd-8b4e-401f5c17f0a6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=650a6438-5fa5-40ff-84f8-b8aa3844aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430915 Feb 16 14:17:56.367314 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fee156-11ea-4734-9b60-284c8e6effb5 req-88527a45-0b56-4d7d-962d-0da8061c0160 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:56.368796 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-56fee156-11ea-4734-9b60-284c8e6effb5 req-88527a45-0b56-4d7d-962d-0da8061c0160 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=f5af009c-ae5b-46cd-b713-46848a624cfd HTTP/1.1" status: 200 len: 944 time: 0.0584743 Feb 16 14:17:56.415235 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-56fee156-11ea-4734-9b60-284c8e6effb5 req-c8417727-9559-4856-b0b5-76940e61ffd3 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406303 Feb 16 14:17:56.558692 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] get_ports_and_sgs() called for port_ids ['7e31eb21-1950-4d0f-a945-ca09a5f6f4ab'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:17:56.738072 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc3fc45-30ee-450f-9c50-d320b50ea7f8 req-1b2e13b5-f25e-4ffe-aa7e-d36bbc772fc6 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:56.739582 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-bfc3fc45-30ee-450f-9c50-d320b50ea7f8 req-1b2e13b5-f25e-4ffe-aa7e-d36bbc772fc6 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.0530181 Feb 16 14:17:56.792481 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-bfc3fc45-30ee-450f-9c50-d320b50ea7f8 req-1a6dfbd0-6f45-4fee-963b-2ff5b1040925 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457611 Feb 16 14:17:57.013396 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db369c1-a9de-4875-aac2-537dbb0bc630 req-96ea3828-0817-466f-863c-799b008d5479 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:57.015117 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-5db369c1-a9de-4875-aac2-537dbb0bc630 req-96ea3828-0817-466f-863c-799b008d5479 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 946 time: 0.0533338 Feb 16 14:17:57.076151 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-5db369c1-a9de-4875-aac2-537dbb0bc630 req-cdd1b14c-3cf2-463b-aa82-e8f3b5be3634 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534635 Feb 16 14:17:57.133559 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17436140-9417-4e49-9426-5599830cdef4 req-c012708e-f48b-48d0-afc4-a3f70a2fd122 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:57.135078 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-17436140-9417-4e49-9426-5599830cdef4 req-c012708e-f48b-48d0-afc4-a3f70a2fd122 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/ports?device_id=349f9943-1ada-4fd3-b5e4-4087d07b14a9 HTTP/1.1" status: 200 len: 945 time: 0.0741105 Feb 16 14:17:57.183371 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-17436140-9417-4e49-9426-5599830cdef4 req-e7ded13a-4378-4f27-981d-a8aa0a4f4c01 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/security-groups?id=650a6438-5fa5-40ff-84f8-b8aa3844aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424623 Feb 16 14:17:57.537659 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44da705-aa78-46cc-b793-8d7a8d118dc2 req-ba1ac7ac-ea37-4d7c-9ae8-214e086180c7 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:57.539178 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d44da705-aa78-46cc-b793-8d7a8d118dc2 req-ba1ac7ac-ea37-4d7c-9ae8-214e086180c7 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=f5af009c-ae5b-46cd-b713-46848a624cfd HTTP/1.1" status: 200 len: 944 time: 0.0539100 Feb 16 14:17:57.588446 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d44da705-aa78-46cc-b793-8d7a8d118dc2 req-bc1aa2de-eac8-450e-96da-12e39e52e474 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436866 Feb 16 14:17:57.914381 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46d4f3-035f-41d3-bec9-8a7d7bf243a1 req-276dc364-f7c2-4171-a921-63b4b33e0df7 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:57.915894 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6b46d4f3-035f-41d3-bec9-8a7d7bf243a1 req-276dc364-f7c2-4171-a921-63b4b33e0df7 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.0588994 Feb 16 14:17:57.961429 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6b46d4f3-035f-41d3-bec9-8a7d7bf243a1 req-50d34958-8e08-4838-8fc1-f813f6181562 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400538 Feb 16 14:17:58.271440 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f1b40-8599-4f97-8d12-967c43babbe2 req-eacfc738-eacc-43f2-8d74-01cd44604b05 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:58.280145 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f25f1b40-8599-4f97-8d12-967c43babbe2 req-eacfc738-eacc-43f2-8d74-01cd44604b05 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 946 time: 0.0782206 Feb 16 14:17:58.334316 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb577f-1537-45e2-beca-2d2622f093c4 req-777c6997-cacd-4572-9b54-4c65c7bf6e92 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:58.336090 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b6bb577f-1537-45e2-beca-2d2622f093c4 req-777c6997-cacd-4572-9b54-4c65c7bf6e92 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/ports?device_id=349f9943-1ada-4fd3-b5e4-4087d07b14a9 HTTP/1.1" status: 200 len: 945 time: 0.0794547 Feb 16 14:17:58.336658 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f25f1b40-8599-4f97-8d12-967c43babbe2 req-b18007b0-46a0-49b5-aefb-e1853cdd7fee tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553896 Feb 16 14:17:58.390451 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b6bb577f-1537-45e2-beca-2d2622f093c4 req-bbc77ee1-07ce-4b7e-93d3-1b464078b03b tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/security-groups?id=650a6438-5fa5-40ff-84f8-b8aa3844aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469198 Feb 16 14:17:58.713300 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a41c4f-9c6c-4ac2-b1f4-23697bd3553e req-88308bb2-3455-4216-a0eb-ca4bcf038345 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:58.714812 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-55a41c4f-9c6c-4ac2-b1f4-23697bd3553e req-88308bb2-3455-4216-a0eb-ca4bcf038345 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=f5af009c-ae5b-46cd-b713-46848a624cfd HTTP/1.1" status: 200 len: 944 time: 0.0582724 Feb 16 14:17:58.779047 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-55a41c4f-9c6c-4ac2-b1f4-23697bd3553e req-e754d0cf-69ee-4984-8673-c557ecb486c1 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586786 Feb 16 14:17:59.463336 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dbb689-8876-40bd-83b8-c78b76f96948 req-602a82fd-a456-436c-bca3-641c893e9c2d tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:59.464871 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b2dbb689-8876-40bd-83b8-c78b76f96948 req-602a82fd-a456-436c-bca3-641c893e9c2d tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 946 time: 0.0543790 Feb 16 14:17:59.504678 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52edab21-1c41-4d83-aa63-93b55db47553 req-5255b26d-a09c-4190-8807-59e4e65e2af2 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:59.506655 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-52edab21-1c41-4d83-aa63-93b55db47553 req-5255b26d-a09c-4190-8807-59e4e65e2af2 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.0590968 Feb 16 14:17:59.518917 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b2dbb689-8876-40bd-83b8-c78b76f96948 req-53e85f33-af4a-41d5-b6fc-1d6235c5741f tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481479 Feb 16 14:17:59.554861 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-52edab21-1c41-4d83-aa63-93b55db47553 req-26a62c6d-d97e-42a3-86b6-505d3949580a tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426264 Feb 16 14:17:59.685431 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 7e31eb21-1950-4d0f-a945-ca09a5f6f4ab up at agent hyperv_hv-cinder-77398 {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:17:59.747374 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Provisioning for port 7e31eb21-1950-4d0f-a945-ca09a5f6f4ab completed by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:17:59.753813 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Provisioning complete for port 7e31eb21-1950-4d0f-a945-ca09a5f6f4ab triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:17:59.754217 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (7e31eb21-1950-4d0f-a945-ca09a5f6f4ab), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:59.846100 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Current status of the port 7e31eb21-1950-4d0f-a945-ca09a5f6f4ab is: BUILD; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:17:59.846892 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (7e31eb21-1950-4d0f-a945-ca09a5f6f4ab), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:59.878908 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5af009c-ae5b-46cd-b713-46848a624cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e31eb21-1950-4d0f-a945-ca09a5f6f4ab'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:17:59.882399 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcf4ad7936cd44f2198d6b2453955475838913f42e78743342b6e5b4d5a62724" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f61be0-9f7e-42e7-832f-c3b6d0b27c50" -d '{"events": [{"server_uuid": "f5af009c-ae5b-46cd-b713-46848a624cfd", "name": "network-vif-plugged", "status": "completed", "tag": "7e31eb21-1950-4d0f-a945-ca09a5f6f4ab"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:17:59.896704 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 7e31eb21-1950-4d0f-a945-ca09a5f6f4ab, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=7e31eb21-1950-4d0f-a945-ca09a5f6f4ab,segment=NetworkSegment(60939eb9-e0f4-4fd7-9c84-2e8354cdfa58),segment_id=60939eb9-e0f4-4fd7-9c84-2e8354cdfa58)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:17:59.903290 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (7e31eb21-1950-4d0f-a945-ca09a5f6f4ab), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:59.930507 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9edcba8-1fc8-445b-9b3d-71bc1f1861c7 req-35da3e29-4ca7-44c8-90f1-5c608d4b627e tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:59.932540 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c9edcba8-1fc8-445b-9b3d-71bc1f1861c7 req-35da3e29-4ca7-44c8-90f1-5c608d4b627e tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=f5af009c-ae5b-46cd-b713-46848a624cfd HTTP/1.1" status: 200 len: 944 time: 0.0731325 Feb 16 14:17:59.974341 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Pushing event updated for resources: {'Port': ['ID=7e31eb21-1950-4d0f-a945-ca09a5f6f4ab,revision_number=5']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:59.990915 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e34cc77-f441-4792-ae66-87056c568b6b x-openstack-request-id: req-7e34cc77-f441-4792-ae66-87056c568b6b {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:17:59.991233 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5af009c-ae5b-46cd-b713-46848a624cfd", "name": "network-vif-plugged", "status": "completed", "tag": "7e31eb21-1950-4d0f-a945-ca09a5f6f4ab", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:17:59.991526 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-7e34cc77-f441-4792-ae66-87056c568b6b {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:17:59.991931 dv-cinder-773985-32-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5af009c-ae5b-46cd-b713-46848a624cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e31eb21-1950-4d0f-a945-ca09a5f6f4ab', 'code': 200} Feb 16 14:17:59.993286 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c9edcba8-1fc8-445b-9b3d-71bc1f1861c7 req-6959d3d3-9eab-49fb-b42a-4d8574ccbcc5 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549693 Feb 16 14:18:00.643579 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b16429-0441-4392-afb4-e34f89ad9af3 req-dbc835f9-e4ea-4172-a28c-1e5528eecb71 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:00.645687 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f8b16429-0441-4392-afb4-e34f89ad9af3 req-dbc835f9-e4ea-4172-a28c-1e5528eecb71 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 946 time: 0.0525146 Feb 16 14:18:00.697158 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f8b16429-0441-4392-afb4-e34f89ad9af3 req-1d275e4e-fceb-4ddc-a3a7-9f6604c277b0 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461171 Feb 16 14:18:01.118058 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba94219-6e36-423a-93a7-e13633e4611e req-7ae2f917-16f2-4027-9a2e-d8e346f4f964 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:01.119643 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-1ba94219-6e36-423a-93a7-e13633e4611e req-7ae2f917-16f2-4027-9a2e-d8e346f4f964 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=f5af009c-ae5b-46cd-b713-46848a624cfd HTTP/1.1" status: 200 len: 945 time: 0.0558550 Feb 16 14:18:01.173808 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-1ba94219-6e36-423a-93a7-e13633e4611e req-638630bd-f087-431b-8482-9929844790ae tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476165 Feb 16 14:18:01.821998 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e61b9-f0d5-4dda-870d-2e03b225b6b2 req-13f54462-ef71-4405-b64e-ef9b66ac166c tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:01.823470 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-fc4e61b9-f0d5-4dda-870d-2e03b225b6b2 req-13f54462-ef71-4405-b64e-ef9b66ac166c tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 946 time: 0.0538688 Feb 16 14:18:01.872616 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-fc4e61b9-f0d5-4dda-870d-2e03b225b6b2 req-cd1e6f45-8a34-4dc1-98b0-3bd3ea3f7986 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434504 Feb 16 14:18:02.293465 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621a01b-434d-4fc3-8292-33ca066b2059 req-2f367028-d87d-4455-b64f-f5e7e81a38b9 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:02.294934 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-e621a01b-434d-4fc3-8292-33ca066b2059 req-2f367028-d87d-4455-b64f-f5e7e81a38b9 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=f5af009c-ae5b-46cd-b713-46848a624cfd HTTP/1.1" status: 200 len: 945 time: 0.0542934 Feb 16 14:18:02.341284 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-e621a01b-434d-4fc3-8292-33ca066b2059 req-91391e02-d9a9-4f62-bcd2-b5db61432dc0 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407612 Feb 16 14:18:02.830699 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (0563e457-3a96-4909-b5a3-8fa5db96f619), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:02.998517 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d714715-5e8a-4bba-9915-1f5a7f72b5ed req-5c1bb9ef-506c-473c-b107-3af7f4b7e062 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:03.000017 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0d714715-5e8a-4bba-9915-1f5a7f72b5ed req-5c1bb9ef-506c-473c-b107-3af7f4b7e062 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 946 time: 0.0548043 Feb 16 14:18:03.048510 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0d714715-5e8a-4bba-9915-1f5a7f72b5ed req-1843d45f-78b1-4f8c-9adb-123dce925585 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430131 Feb 16 14:18:03.486704 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52b9737-7c29-4255-b65e-77ff906875c1 req-71f0dddf-c659-4ed8-82ba-08dfdddfe1e7 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:03.488381 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b52b9737-7c29-4255-b65e-77ff906875c1 req-71f0dddf-c659-4ed8-82ba-08dfdddfe1e7 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=f5af009c-ae5b-46cd-b713-46848a624cfd HTTP/1.1" status: 200 len: 945 time: 0.0690324 Feb 16 14:18:03.538244 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5ef76-a7dd-42b2-a971-e2470dc7858e req-bde5e178-b535-4330-b810-7010912c4809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:03.540042 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b1e5ef76-a7dd-42b2-a971-e2470dc7858e req-bde5e178-b535-4330-b810-7010912c4809 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f5af009c-ae5b-46cd-b713-46848a624cfd HTTP/1.1" status: 200 len: 1129 time: 0.0488689 Feb 16 14:18:03.545073 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b52b9737-7c29-4255-b65e-77ff906875c1 req-1ad6a811-cabe-46c6-8b18-7643ea25a2f2 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489516 Feb 16 14:18:03.602888 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b1e5ef76-a7dd-42b2-a971-e2470dc7858e req-fc9437cc-be0b-4784-97a0-53540b5bc4dc service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459666 Feb 16 14:18:04.176619 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae627dc0-4deb-4a38-acae-d3f6771cb87c req-934a87bd-ab23-4b2c-aac0-86445cd22a2e tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:04.178769 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ae627dc0-4deb-4a38-acae-d3f6771cb87c req-934a87bd-ab23-4b2c-aac0-86445cd22a2e tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 946 time: 0.0552597 Feb 16 14:18:04.225314 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ae627dc0-4deb-4a38-acae-d3f6771cb87c req-6de4f86d-269b-4b71-8868-be506bfe7b9b tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410972 Feb 16 14:18:04.678194 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a3c091-2453-49e6-bc45-8a07900ba971 req-3f98facc-8908-44e0-b613-5f57254e8af7 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:04.679646 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-76a3c091-2453-49e6-bc45-8a07900ba971 req-3f98facc-8908-44e0-b613-5f57254e8af7 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=f5af009c-ae5b-46cd-b713-46848a624cfd HTTP/1.1" status: 200 len: 945 time: 0.0570586 Feb 16 14:18:04.753066 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-76a3c091-2453-49e6-bc45-8a07900ba971 req-60d5ce0c-e8fe-4394-9cb3-0b4c0faed4c6 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595610 Feb 16 14:18:05.361609 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2bf14-349f-4dbc-a84c-7d44d10e1887 req-ac253e9a-b05f-4306-9041-3a4b097b040d tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:05.363104 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-29b2bf14-349f-4dbc-a84c-7d44d10e1887 req-ac253e9a-b05f-4306-9041-3a4b097b040d tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 946 time: 0.0536582 Feb 16 14:18:05.416222 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-29b2bf14-349f-4dbc-a84c-7d44d10e1887 req-00ca5f85-e7fa-4e44-ad5d-8708b94b0599 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463662 Feb 16 14:18:05.736858 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-773d2024-760e-4950-88d7-4f7ea524a256 req-d0e39c3c-5386-479c-9dc7-c8c88a9b7144 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440357 Feb 16 14:18:05.900301 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d2024-760e-4950-88d7-4f7ea524a256 req-ad43e3f3-752c-4a0f-8869-280ff26da3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:05.901787 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-773d2024-760e-4950-88d7-4f7ea524a256 req-ad43e3f3-752c-4a0f-8869-280ff26da3aa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d9a231f27e3b4236b5109f44434e8be7&device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 1130 time: 0.0928214 Feb 16 14:18:05.913011 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1143088-c957-42c8-a6f6-8761a1be30a4 req-3834aaf0-91b8-40bb-ad8d-77ed95976c43 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:05.914445 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c1143088-c957-42c8-a6f6-8761a1be30a4 req-3834aaf0-91b8-40bb-ad8d-77ed95976c43 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=f5af009c-ae5b-46cd-b713-46848a624cfd HTTP/1.1" status: 200 len: 945 time: 0.0739789 Feb 16 14:18:05.990549 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c1143088-c957-42c8-a6f6-8761a1be30a4 req-86c9923a-162b-4d3c-9651-e7670cbc4a19 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683427 Feb 16 14:18:06.048354 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d2024-760e-4950-88d7-4f7ea524a256 req-7d33a88b-a374-4de2-bdc4-5be67e05a686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:06.049941 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-773d2024-760e-4950-88d7-4f7ea524a256 req-7d33a88b-a374-4de2-bdc4-5be67e05a686 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3b4e79db-56cd-4d42-82d5-dc0b8425f909 HTTP/1.1" status: 200 len: 920 time: 0.1044874 Feb 16 14:18:06.099663 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-773d2024-760e-4950-88d7-4f7ea524a256 req-deee8a3e-b936-4961-9253-426f0b61dece service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70387ee0-17d5-4683-94a7-cc169a3b0bc4 HTTP/1.1" status: 200 len: 217 time: 0.0373132 Feb 16 14:18:06.153905 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d2024-760e-4950-88d7-4f7ea524a256 req-fca7395e-72b1-46d0-99b1-0227df2839a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:06.155741 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-773d2024-760e-4950-88d7-4f7ea524a256 req-fca7395e-72b1-46d0-99b1-0227df2839a1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=49e52525-bf5f-472f-a994-bf14eeca6876 HTTP/1.1" status: 200 len: 858 time: 0.0489323 Feb 16 14:18:06.190011 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-773d2024-760e-4950-88d7-4f7ea524a256 req-4a6e9dd1-3a32-4c40-a294-3b9e5169a46e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3b4e79db-56cd-4d42-82d5-dc0b8425f909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263309 Feb 16 14:18:06.284808 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-773d2024-760e-4950-88d7-4f7ea524a256 req-e9bca7df-0bcb-41f4-a90d-bc4dbca1ef16 service neutron] 10.222.0.10 "GET /v2.0/networks/3b4e79db-56cd-4d42-82d5-dc0b8425f909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848134 Feb 16 14:18:06.392174 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-773d2024-760e-4950-88d7-4f7ea524a256 req-7331d792-331d-4029-b043-0d79228ccf7e service neutron] 10.222.0.10 "GET /v2.0/networks/3b4e79db-56cd-4d42-82d5-dc0b8425f909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885141 Feb 16 14:18:06.543689 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be423c-d71e-4246-b6d2-1ea837f206f8 req-8f250a8d-e221-4216-b2c6-d0e8792aa68b tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:06.545156 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-50be423c-d71e-4246-b6d2-1ea837f206f8 req-8f250a8d-e221-4216-b2c6-d0e8792aa68b tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 946 time: 0.0559685 Feb 16 14:18:06.592597 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-50be423c-d71e-4246-b6d2-1ea837f206f8 req-1feec397-3bd6-4296-9f34-f97f24fe1d26 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418823 Feb 16 14:18:06.854526 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e8855b8d-591f-4d83-920c-5c42126dfa42 req-97ea24cc-4b72-4185-a1f6-014b7880fc0f tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2039436000&fields=id&tenant_id=5c3d6db271304958834a2c24b656f61e HTTP/1.1" status: 200 len: 267 time: 0.0461056 Feb 16 14:18:06.989323 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8855b8d-591f-4d83-920c-5c42126dfa42 req-56f2db8d-91a6-4acd-a118-156f91c352d7 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:06.991429 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e8855b8d-591f-4d83-920c-5c42126dfa42 req-56f2db8d-91a6-4acd-a118-156f91c352d7 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/networks?id=b6af31c2-3d63-407d-9a53-f983b2f44ea1 HTTP/1.1" status: 200 len: 812 time: 0.1305611 Feb 16 14:18:07.008083 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e8855b8d-591f-4d83-920c-5c42126dfa42 req-9284a68a-5631-469b-b84a-2c7caa58aace tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/quotas/5c3d6db271304958834a2c24b656f61e HTTP/1.1" status: 200 len: 375 time: 0.0102561 Feb 16 14:18:07.088028 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e8855b8d-591f-4d83-920c-5c42126dfa42 req-a2069b65-448a-4bd7-b639-a569e3c66470 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?tenant_id=5c3d6db271304958834a2c24b656f61e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0714321 Feb 16 14:18:07.147796 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4714f-c39e-40f4-b42a-52852784a39a req-0c790046-d6db-41e5-a04b-4b5e98cbe104 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:07.149047 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-caa4714f-c39e-40f4-b42a-52852784a39a req-0c790046-d6db-41e5-a04b-4b5e98cbe104 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=f5af009c-ae5b-46cd-b713-46848a624cfd HTTP/1.1" status: 200 len: 945 time: 0.0723126 Feb 16 14:18:07.213462 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-caa4714f-c39e-40f4-b42a-52852784a39a req-6fcfc1cb-f632-40de-beee-bcab25dcc67f tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574698 Feb 16 14:18:07.215691 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e8855b8d-591f-4d83-920c-5c42126dfa42 req-f38b63bf-2734-4682-99c5-e40ce363f232 service neutron] 10.222.0.120 "GET /v2.0/networks/b6af31c2-3d63-407d-9a53-f983b2f44ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181054 Feb 16 14:18:07.311275 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e8855b8d-591f-4d83-920c-5c42126dfa42 req-8853f204-5837-44e5-9750-34f948054074 service neutron] 10.222.0.120 "GET /v2.0/networks/b6af31c2-3d63-407d-9a53-f983b2f44ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895512 Feb 16 14:18:07.846360 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c572e744-64e0-4db6-829e-7b3f68617665 req-7c6a2d81-7538-464f-86dd-ecf9203b96e0 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ff2380a-8c26-434c-b46a-fcc844642b79 HTTP/1.1" status: 200 len: 210 time: 0.0478537 Feb 16 14:18:07.878881 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec2a3b-10ec-41f5-99ff-dd6a45d31b3c req-99a38521-657a-4ff6-b522-9152229454fa tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:07.881091 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-beec2a3b-10ec-41f5-99ff-dd6a45d31b3c req-99a38521-657a-4ff6-b522-9152229454fa tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 946 time: 0.1254442 Feb 16 14:18:08.002096 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-beec2a3b-10ec-41f5-99ff-dd6a45d31b3c req-da33e34b-b5ba-445d-9570-a6ab02f8c00d tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048357 Feb 16 14:18:08.976747 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-cacab730-73d7-4478-9792-c13949f2c7ad req-631c0cc3-d3e6-43bc-afc7-fa8f7be4ad84 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ff2380a-8c26-434c-b46a-fcc844642b79 HTTP/1.1" status: 200 len: 210 time: 0.0351954 Feb 16 14:18:08.992553 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-7111e435-e48a-463f-a4d5-d0f0cca848f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (10a26995-69c6-4373-972b-e8a4ac0e51da), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:09.160575 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9afca1-e334-47a9-ac81-4901ffbec85f req-bfed5ae5-cfce-4168-aa36-0180949132f2 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:09.162388 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-af9afca1-e334-47a9-ac81-4901ffbec85f req-bfed5ae5-cfce-4168-aa36-0180949132f2 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 946 time: 0.0649002 Feb 16 14:18:09.223528 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-af9afca1-e334-47a9-ac81-4901ffbec85f req-88ffcaf7-98f6-457f-89c8-4093a53d96a7 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512409 Feb 16 14:18:09.413744 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8855b8d-591f-4d83-920c-5c42126dfa42 req-84751ecd-cf6b-451a-9a2f-5b6316918fb6 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:09.415465 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e8855b8d-591f-4d83-920c-5c42126dfa42 req-84751ecd-cf6b-451a-9a2f-5b6316918fb6 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.10 "GET /v2.0/networks?id=b6af31c2-3d63-407d-9a53-f983b2f44ea1 HTTP/1.1" status: 200 len: 812 time: 0.1416004 Feb 16 14:18:09.848450 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e8855b8d-591f-4d83-920c-5c42126dfa42 req-4319791b-44bf-427f-8cf7-93470b4818bf tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c3d6db271304958834a2c24b656f61e HTTP/1.1" status: 200 len: 380 time: 0.4140394 Feb 16 14:18:09.861579 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-e8855b8d-591f-4d83-920c-5c42126dfa42 req-b942da28-2fca-49ac-b6a5-3808172d39ed tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Request body: {'port': {'device_id': '2ff2380a-8c26-434c-b46a-fcc844642b79', 'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1', 'admin_state_up': True, 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'security_groups': ['91d7ffa7-1848-4f96-99a0-919ffd557d5e']}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:18:10.002409 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8855b8d-591f-4d83-920c-5c42126dfa42 req-b942da28-2fca-49ac-b6a5-3808172d39ed tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Made reservation on behalf of 5c3d6db271304958834a2c24b656f61e for: {'port': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:18:10.004873 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-e8855b8d-591f-4d83-920c-5c42126dfa42 req-b942da28-2fca-49ac-b6a5-3808172d39ed tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:10.107636 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 55174) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:18:10.149360 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-619dcecf-7130-4336-be17-657a12eedf73 req-edc0ebd3-caac-4217-8aad-85a8813d0dad tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ff2380a-8c26-434c-b46a-fcc844642b79 HTTP/1.1" status: 200 len: 210 time: 0.0439689 Feb 16 14:18:10.229641 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_common [req-e8855b8d-591f-4d83-920c-5c42126dfa42 req-b942da28-2fca-49ac-b6a5-3808172d39ed tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Allocated IP 172.20.0.9 (b6af31c2-3d63-407d-9a53-f983b2f44ea1/08195094-654a-4590-abde-4914e46611c7/4b572455-4ec1-4eba-990b-5749f45e2e74) {{(pid=102968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:18:10.240095 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-6ee9aaa4-28f2-4f66-b364-7d4c68b6529d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:10.357023 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-6ee9aaa4-28f2-4f66-b364-7d4c68b6529d admin admin] Publish callbacks [] for security_group (b8fe1cd9-7cd0-40fc-ba64-e82bb971cf4d), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:10.371043 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-6ee9aaa4-28f2-4f66-b364-7d4c68b6529d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (b8fe1cd9-7cd0-40fc-ba64-e82bb971cf4d), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:10.448547 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-e8855b8d-591f-4d83-920c-5c42126dfa42 req-b942da28-2fca-49ac-b6a5-3808172d39ed tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks [] for port (4b572455-4ec1-4eba-990b-5749f45e2e74), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:10.480556 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee9aaa4-28f2-4f66-b364-7d4c68b6529d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8fe1cd9-7cd0-40fc-ba64-e82bb971cf4d,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:10.495491 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-6ee9aaa4-28f2-4f66-b364-7d4c68b6529d admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=cbc04b9a74e4492b922356f222197e0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3858645 Feb 16 14:18:10.499552 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 55182) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:18:10.509973 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee9aaa4-28f2-4f66-b364-7d4c68b6529d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:10.510589 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee9aaa4-28f2-4f66-b364-7d4c68b6529d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:10.511641 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee9aaa4-28f2-4f66-b364-7d4c68b6529d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:10.512273 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee9aaa4-28f2-4f66-b364-7d4c68b6529d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:10.512887 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee9aaa4-28f2-4f66-b364-7d4c68b6529d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:10.513506 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee9aaa4-28f2-4f66-b364-7d4c68b6529d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:10.514109 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee9aaa4-28f2-4f66-b364-7d4c68b6529d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:10.514712 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee9aaa4-28f2-4f66-b364-7d4c68b6529d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:10.515323 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee9aaa4-28f2-4f66-b364-7d4c68b6529d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:10.515956 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee9aaa4-28f2-4f66-b364-7d4c68b6529d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:10.516567 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee9aaa4-28f2-4f66-b364-7d4c68b6529d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:10.517148 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee9aaa4-28f2-4f66-b364-7d4c68b6529d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:10.517699 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee9aaa4-28f2-4f66-b364-7d4c68b6529d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:10.532364 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-e8855b8d-591f-4d83-920c-5c42126dfa42 req-b942da28-2fca-49ac-b6a5-3808172d39ed tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784246951208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811206'] for port (4b572455-4ec1-4eba-990b-5749f45e2e74), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:10.535829 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfa9767-330a-4b1d-bebb-63390509c1e2 req-f88f0a4d-50c6-4379-99d4-1c36b7113bc9 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:10.537504 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-6bfa9767-330a-4b1d-bebb-63390509c1e2 req-f88f0a4d-50c6-4379-99d4-1c36b7113bc9 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 946 time: 0.1864839 Feb 16 14:18:10.604353 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-6bfa9767-330a-4b1d-bebb-63390509c1e2 req-b6d7139e-e0bf-4547-b79e-109e49600efe tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594375 Feb 16 14:18:10.611535 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8855b8d-591f-4d83-920c-5c42126dfa42 req-b942da28-2fca-49ac-b6a5-3808172d39ed tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Network b6af31c2-3d63-407d-9a53-f983b2f44ea1 is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:18:10.626230 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [req-e8855b8d-591f-4d83-920c-5c42126dfa42 req-b942da28-2fca-49ac-b6a5-3808172d39ed tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:18:10.628788 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b942da28-2fca-49ac-b6a5-3808172d39ed tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Pushing event updated for resources: {'Port': ['ID=4b572455-4ec1-4eba-990b-5749f45e2e74,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:10.631743 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8855b8d-591f-4d83-920c-5c42126dfa42 req-b942da28-2fca-49ac-b6a5-3808172d39ed tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Received port after_create {{(pid=102968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:18:10.665956 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b06fb113-0ca7-44d1-800f-a77b07700641 admin admin] Publish callbacks [] for security_group (b8fe1cd9-7cd0-40fc-ba64-e82bb971cf4d), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:10.677760 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b942da28-2fca-49ac-b6a5-3808172d39ed tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:10.678334 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b942da28-2fca-49ac-b6a5-3808172d39ed tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:10.679030 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b942da28-2fca-49ac-b6a5-3808172d39ed tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:10.679511 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b942da28-2fca-49ac-b6a5-3808172d39ed tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:10.679952 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b942da28-2fca-49ac-b6a5-3808172d39ed tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:10.680517 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b942da28-2fca-49ac-b6a5-3808172d39ed tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:10.681272 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b942da28-2fca-49ac-b6a5-3808172d39ed tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:10.681663 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b942da28-2fca-49ac-b6a5-3808172d39ed tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:10.682048 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b942da28-2fca-49ac-b6a5-3808172d39ed tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:10.682470 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b942da28-2fca-49ac-b6a5-3808172d39ed tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:10.682938 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b942da28-2fca-49ac-b6a5-3808172d39ed tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:10.683312 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b942da28-2fca-49ac-b6a5-3808172d39ed tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:10.683715 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b942da28-2fca-49ac-b6a5-3808172d39ed tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:10.722114 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b06fb113-0ca7-44d1-800f-a77b07700641 admin admin] Publish callbacks [] for security_group (b8fe1cd9-7cd0-40fc-ba64-e82bb971cf4d), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:10.739971 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8855b8d-591f-4d83-920c-5c42126dfa42 req-b942da28-2fca-49ac-b6a5-3808172d39ed tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:10.740763 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-e8855b8d-591f-4d83-920c-5c42126dfa42 req-b942da28-2fca-49ac-b6a5-3808172d39ed tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:10.815997 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e8855b8d-591f-4d83-920c-5c42126dfa42 req-b942da28-2fca-49ac-b6a5-3808172d39ed tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9596760 Feb 16 14:18:10.843417 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b06fb113-0ca7-44d1-800f-a77b07700641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (b8fe1cd9-7cd0-40fc-ba64-e82bb971cf4d), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:10.850904 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b06fb113-0ca7-44d1-800f-a77b07700641 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:10.853667 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-b06fb113-0ca7-44d1-800f-a77b07700641 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/b8fe1cd9-7cd0-40fc-ba64-e82bb971cf4d HTTP/1.1" status: 204 len: 168 time: 0.3527215 Feb 16 14:18:10.872471 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-e8855b8d-591f-4d83-920c-5c42126dfa42 req-698f6105-df6b-4389-96b4-1b63d2eedca2 service neutron] Request body: {'port': {'device_id': '2ff2380a-8c26-434c-b46a-fcc844642b79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:18:10.919445 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06fb113-0ca7-44d1-800f-a77b07700641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8fe1cd9-7cd0-40fc-ba64-e82bb971cf4d,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:10.979707 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-b361796a-5f6e-4b31-8b19-115784511389 None None] Provisioning complete for port 4b572455-4ec1-4eba-990b-5749f45e2e74 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:18:10.980314 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b361796a-5f6e-4b31-8b19-115784511389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (4b572455-4ec1-4eba-990b-5749f45e2e74), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:10.992013 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-e8855b8d-591f-4d83-920c-5c42126dfa42 req-698f6105-df6b-4389-96b4-1b63d2eedca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (4b572455-4ec1-4eba-990b-5749f45e2e74), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:11.046664 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-b361796a-5f6e-4b31-8b19-115784511389 None None] Port 4b572455-4ec1-4eba-990b-5749f45e2e74 cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:18:11.193965 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-2a3a7b57-bf37-48bd-a541-04bf722c6357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (531611a8-34ea-4f1f-8d10-111cbf56a8a1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:11.330793 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e39a27-a059-488b-aa6e-7197365f3e44 req-fb30fea6-0147-4a3d-b940-322cd454993d tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:11.332673 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-65e39a27-a059-488b-aa6e-7197365f3e44 req-fb30fea6-0147-4a3d-b940-322cd454993d tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ff2380a-8c26-434c-b46a-fcc844642b79 HTTP/1.1" status: 200 len: 931 time: 0.0933609 Feb 16 14:18:11.396143 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [req-e8855b8d-591f-4d83-920c-5c42126dfa42 req-698f6105-df6b-4389-96b4-1b63d2eedca2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b572455-4ec1-4eba-990b-5749f45e2e74 {{(pid=102968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:18:11.405745 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-e8855b8d-591f-4d83-920c-5c42126dfa42 req-698f6105-df6b-4389-96b4-1b63d2eedca2 service neutron] Publish callbacks [] for port (4b572455-4ec1-4eba-990b-5749f45e2e74), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:11.406937 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-65e39a27-a059-488b-aa6e-7197365f3e44 req-51dfb4f3-2c6c-4833-a672-be958af0e6b4 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/security-groups?id=91d7ffa7-1848-4f96-99a0-919ffd557d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635870 Feb 16 14:18:11.427927 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.provisioning_blocks [req-e8855b8d-591f-4d83-920c-5c42126dfa42 req-698f6105-df6b-4389-96b4-1b63d2eedca2 service neutron] Transition to ACTIVE for port object 4b572455-4ec1-4eba-990b-5749f45e2e74 will not be triggered until provisioned by entity L2. {{(pid=102968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:18:11.433554 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-e8855b8d-591f-4d83-920c-5c42126dfa42 req-698f6105-df6b-4389-96b4-1b63d2eedca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8811213'] for port (4b572455-4ec1-4eba-990b-5749f45e2e74), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:11.494749 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698f6105-df6b-4389-96b4-1b63d2eedca2 service neutron] Pushing event updated for resources: {'Port': ['ID=4b572455-4ec1-4eba-990b-5749f45e2e74,revision_number=2']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:11.606513 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-e8855b8d-591f-4d83-920c-5c42126dfa42 req-698f6105-df6b-4389-96b4-1b63d2eedca2 service neutron] Attempting to bind port 4b572455-4ec1-4eba-990b-5749f45e2e74 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:18:11.606912 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-e8855b8d-591f-4d83-920c-5c42126dfa42 req-698f6105-df6b-4389-96b4-1b63d2eedca2 service neutron] Attempting to bind port 4b572455-4ec1-4eba-990b-5749f45e2e74 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '0373981d-f79c-45c2-9efc-d2c5280ceefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1'}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:18:11.607275 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8855b8d-591f-4d83-920c-5c42126dfa42 req-698f6105-df6b-4389-96b4-1b63d2eedca2 service neutron] Attempting to bind port 4b572455-4ec1-4eba-990b-5749f45e2e74 on network b6af31c2-3d63-407d-9a53-f983b2f44ea1 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:18:11.612775 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8855b8d-591f-4d83-920c-5c42126dfa42 req-698f6105-df6b-4389-96b4-1b63d2eedca2 service neutron] Port 4b572455-4ec1-4eba-990b-5749f45e2e74 on network b6af31c2-3d63-407d-9a53-f983b2f44ea1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:18:11.613120 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8855b8d-591f-4d83-920c-5c42126dfa42 req-698f6105-df6b-4389-96b4-1b63d2eedca2 service neutron] Attempting to bind port 4b572455-4ec1-4eba-990b-5749f45e2e74 on network b6af31c2-3d63-407d-9a53-f983b2f44ea1 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:18:11.618527 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8855b8d-591f-4d83-920c-5c42126dfa42 req-698f6105-df6b-4389-96b4-1b63d2eedca2 service neutron] Checking agent: {'id': '0563e457-3a96-4909-b5a3-8fa5db96f619', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 14, 3), 'started_at': datetime.datetime(2022, 2, 16, 14, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:18:11.618866 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8855b8d-591f-4d83-920c-5c42126dfa42 req-698f6105-df6b-4389-96b4-1b63d2eedca2 service neutron] Checking segment: {'id': '0373981d-f79c-45c2-9efc-d2c5280ceefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:18:11.619476 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8855b8d-591f-4d83-920c-5c42126dfa42 req-698f6105-df6b-4389-96b4-1b63d2eedca2 service neutron] Bound using segment: {'id': '0373981d-f79c-45c2-9efc-d2c5280ceefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1'} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:18:11.619789 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-e8855b8d-591f-4d83-920c-5c42126dfa42 req-698f6105-df6b-4389-96b4-1b63d2eedca2 service neutron] Bound port: 4b572455-4ec1-4eba-990b-5749f45e2e74, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0373981d-f79c-45c2-9efc-d2c5280ceefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1'}}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:18:11.620069 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-e8855b8d-591f-4d83-920c-5c42126dfa42 req-698f6105-df6b-4389-96b4-1b63d2eedca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (4b572455-4ec1-4eba-990b-5749f45e2e74), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:11.743491 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-e8855b8d-591f-4d83-920c-5c42126dfa42 req-698f6105-df6b-4389-96b4-1b63d2eedca2 service neutron] For port 4b572455-4ec1-4eba-990b-5749f45e2e74, host hv-cinder-77398, cleared binding levels {{(pid=102968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:18:11.751393 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-e8855b8d-591f-4d83-920c-5c42126dfa42 req-698f6105-df6b-4389-96b4-1b63d2eedca2 service neutron] For port 4b572455-4ec1-4eba-990b-5749f45e2e74, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=4b572455-4ec1-4eba-990b-5749f45e2e74,segment=NetworkSegment(0373981d-f79c-45c2-9efc-d2c5280ceefc),segment_id=0373981d-f79c-45c2-9efc-d2c5280ceefc)] {{(pid=102968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:18:11.765689 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-e8855b8d-591f-4d83-920c-5c42126dfa42 req-698f6105-df6b-4389-96b4-1b63d2eedca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8811213'] for port (4b572455-4ec1-4eba-990b-5749f45e2e74), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:11.891037 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8855b8d-591f-4d83-920c-5c42126dfa42 req-698f6105-df6b-4389-96b4-1b63d2eedca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:11.891710 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-e8855b8d-591f-4d83-920c-5c42126dfa42 req-698f6105-df6b-4389-96b4-1b63d2eedca2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:11.893443 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e8855b8d-591f-4d83-920c-5c42126dfa42 req-698f6105-df6b-4389-96b4-1b63d2eedca2 service neutron] 10.222.0.10 "PUT /v2.0/ports/4b572455-4ec1-4eba-990b-5749f45e2e74 HTTP/1.1" status: 200 len: 1093 time: 1.0378373 Feb 16 14:18:11.896992 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ff2380a-8c26-434c-b46a-fcc844642b79', 'tag': '4b572455-4ec1-4eba-990b-5749f45e2e74'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:18:11.900161 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669008da0707fbbfdc7037cdc0b86c67378ff5c6b942db7a00e5cd0dd563b74b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9032e5-ca78-4b79-953d-b81e4b31f02f" -d '{"events": [{"name": "network-changed", "server_uuid": "2ff2380a-8c26-434c-b46a-fcc844642b79", "tag": "4b572455-4ec1-4eba-990b-5749f45e2e74"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:18:11.908367 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698f6105-df6b-4389-96b4-1b63d2eedca2 service neutron] Pushing event updated for resources: {'Port': ['ID=4b572455-4ec1-4eba-990b-5749f45e2e74,revision_number=3']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:11.951914 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6867e6-9867-449a-89e9-442538b94717 req-e8cfd835-d10f-41b1-9746-ea21c62e1fb3 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:11.951914 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9c6867e6-9867-449a-89e9-442538b94717 req-e8cfd835-d10f-41b1-9746-ea21c62e1fb3 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 946 time: 0.1133950 Feb 16 14:18:12.020108 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666f25e6-c78d-4c95-88cb-ec6f424c7905 x-openstack-request-id: req-666f25e6-c78d-4c95-88cb-ec6f424c7905 {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:18:12.020391 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ff2380a-8c26-434c-b46a-fcc844642b79", "tag": "4b572455-4ec1-4eba-990b-5749f45e2e74", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:18:12.021188 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-666f25e6-c78d-4c95-88cb-ec6f424c7905 {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:18:12.021642 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ff2380a-8c26-434c-b46a-fcc844642b79', 'tag': '4b572455-4ec1-4eba-990b-5749f45e2e74', 'status': 'completed', 'code': 200} Feb 16 14:18:12.037772 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9c6867e6-9867-449a-89e9-442538b94717 req-a56014be-1d9c-49c5-b7a8-369ec22eff0d tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797362 Feb 16 14:18:12.088791 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8855b8d-591f-4d83-920c-5c42126dfa42 req-235388a8-335a-4cb6-a1d4-90c75a52982d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:12.091925 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e8855b8d-591f-4d83-920c-5c42126dfa42 req-235388a8-335a-4cb6-a1d4-90c75a52982d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c3d6db271304958834a2c24b656f61e&device_id=2ff2380a-8c26-434c-b46a-fcc844642b79 HTTP/1.1" status: 200 len: 1127 time: 0.0691614 Feb 16 14:18:12.111920 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 55222) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:18:12.172130 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e8855b8d-591f-4d83-920c-5c42126dfa42 req-c1f27035-b162-4c6b-b707-2c24fb494f83 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b572455-4ec1-4eba-990b-5749f45e2e74 HTTP/1.1" status: 200 len: 217 time: 0.0456526 Feb 16 14:18:12.286933 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8855b8d-591f-4d83-920c-5c42126dfa42 req-41f8998f-04b7-4115-805f-e1378d05d75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:12.289921 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e8855b8d-591f-4d83-920c-5c42126dfa42 req-41f8998f-04b7-4115-805f-e1378d05d75f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=08195094-654a-4590-abde-4914e46611c7 HTTP/1.1" status: 200 len: 851 time: 0.0904334 Feb 16 14:18:12.309079 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-325e0422-17ce-4225-a022-00c662b980c0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1189098942-network', 'tenant_id': '451735af279a49b18eb4ca311c7315a0'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:18:12.359125 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8855b8d-591f-4d83-920c-5c42126dfa42 req-568439ac-0a43-4f5f-abb7-9cfa77f00a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:12.361668 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e8855b8d-591f-4d83-920c-5c42126dfa42 req-568439ac-0a43-4f5f-abb7-9cfa77f00a7a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b6af31c2-3d63-407d-9a53-f983b2f44ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0591133 Feb 16 14:18:12.364972 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325e0422-17ce-4225-a022-00c662b980c0 admin admin] Made reservation on behalf of 451735af279a49b18eb4ca311c7315a0 for: {'network': 1} {{(pid=102969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:18:12.368767 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-325e0422-17ce-4225-a022-00c662b980c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for network (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:12.381730 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-325e0422-17ce-4225-a022-00c662b980c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:12.418149 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f4fb-7ea9-448d-9c44-08fc2737c2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (86100e92-d951-4144-bd87-36328b8a7b76), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:12.510168 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-325e0422-17ce-4225-a022-00c662b980c0 admin admin] Publish callbacks [] for security_group (2d5f0775-d95b-405f-a566-2235d8a0cb0e), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:12.514900 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e8855b8d-591f-4d83-920c-5c42126dfa42 req-b9106ec1-e99e-4d72-8f7a-915eadcd9d52 service neutron] 10.222.0.10 "GET /v2.0/networks/b6af31c2-3d63-407d-9a53-f983b2f44ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426880 Feb 16 14:18:12.516882 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-325e0422-17ce-4225-a022-00c662b980c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (2d5f0775-d95b-405f-a566-2235d8a0cb0e), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:12.547268 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-325e0422-17ce-4225-a022-00c662b980c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1319} {{(pid=102969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:18:12.581173 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325e0422-17ce-4225-a022-00c662b980c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5f0775-d95b-405f-a566-2235d8a0cb0e,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:12.623586 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-325e0422-17ce-4225-a022-00c662b980c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894495'] for segment (563e0906-a05c-42cb-9152-87b93a4003d1), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:12.624747 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.db.segments_db [None req-325e0422-17ce-4225-a022-00c662b980c0 admin admin] Added segment 563e0906-a05c-42cb-9152-87b93a4003d1 of type vlan for network 72812c74-d3b2-4e09-97cd-f0c45c3b9f64 Feb 16 14:18:12.678346 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-325e0422-17ce-4225-a022-00c662b980c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784246940290'] for network (72812c74-d3b2-4e09-97cd-f0c45c3b9f64), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:12.725267 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-325e0422-17ce-4225-a022-00c662b980c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354'] for network (72812c74-d3b2-4e09-97cd-f0c45c3b9f64), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:12.727047 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325e0422-17ce-4225-a022-00c662b980c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:12.728104 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-325e0422-17ce-4225-a022-00c662b980c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for network (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:12.736113 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e8855b8d-591f-4d83-920c-5c42126dfa42 req-f80f298c-2255-43d6-b8b7-dff4109bd776 service neutron] 10.222.0.10 "GET /v2.0/networks/b6af31c2-3d63-407d-9a53-f983b2f44ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029383 Feb 16 14:18:12.763290 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95414c02-72fc-4509-88aa-6f697b9bb68f req-48514ca4-5b9d-4f73-869e-0ffbed330e01 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:12.769793 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-95414c02-72fc-4509-88aa-6f697b9bb68f req-48514ca4-5b9d-4f73-869e-0ffbed330e01 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ff2380a-8c26-434c-b46a-fcc844642b79 HTTP/1.1" status: 200 len: 943 time: 0.1730857 Feb 16 14:18:12.812640 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-325e0422-17ce-4225-a022-00c662b980c0 admin admin] 10.222.0.120 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6988935 Feb 16 14:18:12.816324 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 55234) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:18:12.850234 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-380a0f1e-6b74-401c-b970-80b9151f34d7 admin admin] Request body: {'subnet': {'network_id': '72812c74-d3b2-4e09-97cd-f0c45c3b9f64', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1189098942-subnet', 'tenant_id': '451735af279a49b18eb4ca311c7315a0', 'ip_version': 4}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:18:12.854665 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325e0422-17ce-4225-a022-00c662b980c0 admin admin] Pushing event updated for resources: {'Network': ['ID=72812c74-d3b2-4e09-97cd-f0c45c3b9f64,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:12.858973 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-95414c02-72fc-4509-88aa-6f697b9bb68f req-4ca54397-8446-4cac-aad7-e666fbb989a3 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/security-groups?id=91d7ffa7-1848-4f96-99a0-919ffd557d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782492 Feb 16 14:18:12.870730 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Network 72812c74-d3b2-4e09-97cd-f0c45c3b9f64 details requested by agent ovs-agent-dv-cinder-773985-32-iscsi with host dv-cinder-773985-32-iscsi {{(pid=102970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:18:12.888820 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380a0f1e-6b74-401c-b970-80b9151f34d7 admin admin] Made reservation on behalf of 451735af279a49b18eb4ca311c7315a0 for: {'subnet': 1} {{(pid=102969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:18:12.891650 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-380a0f1e-6b74-401c-b970-80b9151f34d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10395620'] for subnet (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:12.948303 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9032e5-ca78-4b79-953d-b81e4b31f02f req-7abe58af-3fa2-42a8-9639-21d43ccc93bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:12.950029 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3f9032e5-ca78-4b79-953d-b81e4b31f02f req-7abe58af-3fa2-42a8-9639-21d43ccc93bb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c3d6db271304958834a2c24b656f61e&device_id=2ff2380a-8c26-434c-b46a-fcc844642b79 HTTP/1.1" status: 200 len: 1127 time: 0.0770915 Feb 16 14:18:13.077080 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9032e5-ca78-4b79-953d-b81e4b31f02f req-0339cfd1-5a94-45ff-ab3c-3719210c8432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:13.079244 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3f9032e5-ca78-4b79-953d-b81e4b31f02f req-0339cfd1-5a94-45ff-ab3c-3719210c8432 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b6af31c2-3d63-407d-9a53-f983b2f44ea1 HTTP/1.1" status: 200 len: 914 time: 0.1153226 Feb 16 14:18:13.156374 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3f9032e5-ca78-4b79-953d-b81e4b31f02f req-839d744f-0f98-4265-a50d-40a03a750fc2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b572455-4ec1-4eba-990b-5749f45e2e74 HTTP/1.1" status: 200 len: 217 time: 0.0682797 Feb 16 14:18:13.168156 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-380a0f1e-6b74-401c-b970-80b9151f34d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10338315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10395606'] for subnet (b624c315-0258-4d32-af36-3453b0a86eee), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:13.244979 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380a0f1e-6b74-401c-b970-80b9151f34d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b624c315-0258-4d32-af36-3453b0a86eee,revision_number=0']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:13.261994 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380a0f1e-6b74-401c-b970-80b9151f34d7 admin admin] Checking segment: {'id': '563e0906-a05c-42cb-9152-87b93a4003d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '72812c74-d3b2-4e09-97cd-f0c45c3b9f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:18:13.262454 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380a0f1e-6b74-401c-b970-80b9151f34d7 admin admin] Network hostable DHCP agents. Network: 72812c74-d3b2-4e09-97cd-f0c45c3b9f64, hostable agents: ['10a26995-69c6-4373-972b-e8a4ac0e51da'], hosted agents: [] {{(pid=102969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:18:13.265707 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9032e5-ca78-4b79-953d-b81e4b31f02f req-a95f283f-36be-4bfe-8ca5-8a21bc3160fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:13.267779 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3f9032e5-ca78-4b79-953d-b81e4b31f02f req-a95f283f-36be-4bfe-8ca5-8a21bc3160fa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=08195094-654a-4590-abde-4914e46611c7 HTTP/1.1" status: 200 len: 851 time: 0.0914218 Feb 16 14:18:13.292456 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380a0f1e-6b74-401c-b970-80b9151f34d7 admin admin] Network 72812c74-d3b2-4e09-97cd-f0c45c3b9f64 is scheduled to be hosted by DHCP agent 10a26995-69c6-4373-972b-e8a4ac0e51da with binding_index 1 {{(pid=102969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:18:13.310627 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-380a0f1e-6b74-401c-b970-80b9151f34d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-32-iscsi, 72812c74-d3b2-4e09-97cd-f0c45c3b9f64) {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:18:13.317948 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380a0f1e-6b74-401c-b970-80b9151f34d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:13.319010 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-380a0f1e-6b74-401c-b970-80b9151f34d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for subnet (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:13.324523 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7fd081-1c11-4bf2-8242-62eac2fae3eb None None] Network 72812c74-d3b2-4e09-97cd-f0c45c3b9f64 requested from dv-cinder-773985-32-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:18:13.345581 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80e2e3-ae43-430b-8bd6-f9ac8aa90b70 req-39d1f05a-35c5-4539-b128-2d8de79bc66b tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:13.347423 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ac80e2e3-ae43-430b-8bd6-f9ac8aa90b70 req-39d1f05a-35c5-4539-b128-2d8de79bc66b tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 946 time: 0.1846855 Feb 16 14:18:13.352894 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-380a0f1e-6b74-401c-b970-80b9151f34d7 admin admin] 10.222.0.120 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5067511 Feb 16 14:18:13.357670 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 55248) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:18:13.370586 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-e4a8869d-2b5b-40aa-b637-0b86a20cd952 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1189098942-router', 'tenant_id': '451735af279a49b18eb4ca311c7315a0', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444'}}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:18:13.410661 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e4a8869d-2b5b-40aa-b637-0b86a20cd952 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24928'] for router (7167c442-4043-4e8d-98fe-927cf971b07c), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:13.412487 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e4a8869d-2b5b-40aa-b637-0b86a20cd952 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1644564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24987'] for router (7167c442-4043-4e8d-98fe-927cf971b07c), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:13.418877 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9032e5-ca78-4b79-953d-b81e4b31f02f req-1a4a2180-4dbe-4dc8-bff6-45ed75d68f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:13.422866 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3f9032e5-ca78-4b79-953d-b81e4b31f02f req-1a4a2180-4dbe-4dc8-bff6-45ed75d68f4d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b6af31c2-3d63-407d-9a53-f983b2f44ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1415291 Feb 16 14:18:13.536693 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ac80e2e3-ae43-430b-8bd6-f9ac8aa90b70 req-6cad99d6-7a9a-48e8-b617-ee388a299416 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725693 Feb 16 14:18:13.550275 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768355d1-f44d-4518-9f84-41c55ca29761 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79a0a048-c219-5e99-a467-099ebabd7883-72812c74-d3b2-4e09-97cd-f0c45c3b9f64', 'network_id': '72812c74-d3b2-4e09-97cd-f0c45c3b9f64', 'project_id': '451735af279a49b18eb4ca311c7315a0', 'fixed_ips': [{'subnet_id': 'b624c315-0258-4d32-af36-3453b0a86eee'}]}} from dv-cinder-773985-32-iscsi. {{(pid=102970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 14:18:13.551151 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-768355d1-f44d-4518-9f84-41c55ca29761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:13.649373 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e4a8869d-2b5b-40aa-b637-0b86a20cd952 admin admin] Publish callbacks [] for router_controller (7167c442-4043-4e8d-98fe-927cf971b07c), precommit_add_association {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:13.693448 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3f9032e5-ca78-4b79-953d-b81e4b31f02f req-48789f06-3586-4fac-b180-ac07ab032168 service neutron] 10.222.0.10 "GET /v2.0/networks/b6af31c2-3d63-407d-9a53-f983b2f44ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451556 Feb 16 14:18:13.832547 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ac86131d-db3b-4e6c-9567-647e6948f8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (6a38cbfe-57d3-4d37-ac59-552f6dc7f99c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:13.884225 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3f9032e5-ca78-4b79-953d-b81e4b31f02f req-11aa9228-e7d9-4263-9ed8-262a4a605fa1 service neutron] 10.222.0.10 "GET /v2.0/networks/b6af31c2-3d63-407d-9a53-f983b2f44ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823010 Feb 16 14:18:13.934869 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580a3ab-b6b0-4a7f-9a7a-5f26797a6e3b req-6e8c74c3-ef6e-40ff-8a7a-388351ba481d tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:13.938915 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4580a3ab-b6b0-4a7f-9a7a-5f26797a6e3b req-6e8c74c3-ef6e-40ff-8a7a-388351ba481d tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.1132224 Feb 16 14:18:13.950183 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.db_base_plugin_common [None req-768355d1-f44d-4518-9f84-41c55ca29761 None None] Allocated IP 172.20.0.2 (72812c74-d3b2-4e09-97cd-f0c45c3b9f64/b624c315-0258-4d32-af36-3453b0a86eee/a6439734-6f43-4234-a73b-a0aaf4a811e6) {{(pid=102970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:18:13.981275 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551fb1c2-dd6b-4c76-abdc-d8b5f36f2be3 req-effd0b2b-66b2-4165-8eb5-2dec6b397fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:13.982862 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-551fb1c2-dd6b-4c76-abdc-d8b5f36f2be3 req-effd0b2b-66b2-4165-8eb5-2dec6b397fe6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d9a231f27e3b4236b5109f44434e8be7&device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 1130 time: 0.2986755 Feb 16 14:18:14.013127 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4580a3ab-b6b0-4a7f-9a7a-5f26797a6e3b req-06ed47b9-41fb-484f-a84e-65dec679f8ba tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633440 Feb 16 14:18:14.013545 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e4a8869d-2b5b-40aa-b637-0b86a20cd952 admin admin] Publish callbacks [] for router_gateway (7167c442-4043-4e8d-98fe-927cf971b07c), precommit_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:14.150768 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbba351-c3c9-4751-a82e-fcb47ff07af8 req-c3ccab49-a319-47a8-8aa9-5a1657580e97 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:14.152376 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-0cbba351-c3c9-4751-a82e-fcb47ff07af8 req-c3ccab49-a319-47a8-8aa9-5a1657580e97 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ff2380a-8c26-434c-b46a-fcc844642b79 HTTP/1.1" status: 200 len: 943 time: 0.1664517 Feb 16 14:18:14.191203 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551fb1c2-dd6b-4c76-abdc-d8b5f36f2be3 req-d0a76ef2-4739-4d2a-9cb5-598300b73f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:14.192755 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-551fb1c2-dd6b-4c76-abdc-d8b5f36f2be3 req-d0a76ef2-4739-4d2a-9cb5-598300b73f61 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3b4e79db-56cd-4d42-82d5-dc0b8425f909 HTTP/1.1" status: 200 len: 920 time: 0.1932125 Feb 16 14:18:14.213095 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-768355d1-f44d-4518-9f84-41c55ca29761 None None] Publish callbacks [] for port (a6439734-6f43-4234-a73b-a0aaf4a811e6), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:14.221445 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-768355d1-f44d-4518-9f84-41c55ca29761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784246951208'] for port (a6439734-6f43-4234-a73b-a0aaf4a811e6), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:14.282490 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768355d1-f44d-4518-9f84-41c55ca29761 None None] Network 72812c74-d3b2-4e09-97cd-f0c45c3b9f64 is already hosted by enough agents. {{(pid=102970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:18:14.282688 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-551fb1c2-dd6b-4c76-abdc-d8b5f36f2be3 req-f48d3f4a-b2f8-4feb-a088-1272398d193e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70387ee0-17d5-4683-94a7-cc169a3b0bc4 HTTP/1.1" status: 200 len: 217 time: 0.0556846 Feb 16 14:18:14.293440 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [None req-768355d1-f44d-4518-9f84-41c55ca29761 None None] Resources bound (agent type, host, resource id): {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:18:14.299086 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768355d1-f44d-4518-9f84-41c55ca29761 None None] Received port after_create {{(pid=102970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:18:14.310365 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768355d1-f44d-4518-9f84-41c55ca29761 None None] Pushing event updated for resources: {'Port': ['ID=a6439734-6f43-4234-a73b-a0aaf4a811e6,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:14.312775 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-0cbba351-c3c9-4751-a82e-fcb47ff07af8 req-3e1eec1e-1e5a-406e-8616-0ad4eb765677 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/security-groups?id=91d7ffa7-1848-4f96-99a0-919ffd557d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490829 Feb 16 14:18:14.359848 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551fb1c2-dd6b-4c76-abdc-d8b5f36f2be3 req-c2bec486-368a-4b95-8e8b-ce5ae84e5e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:14.361301 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-551fb1c2-dd6b-4c76-abdc-d8b5f36f2be3 req-c2bec486-368a-4b95-8e8b-ce5ae84e5e75 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=49e52525-bf5f-472f-a994-bf14eeca6876 HTTP/1.1" status: 200 len: 858 time: 0.0662684 Feb 16 14:18:14.394211 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-768355d1-f44d-4518-9f84-41c55ca29761 None None] Attempting to bind port a6439734-6f43-4234-a73b-a0aaf4a811e6 on host dv-cinder-773985-32-iscsi for vnic_type normal with profile {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:18:14.394905 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-768355d1-f44d-4518-9f84-41c55ca29761 None None] Attempting to bind port a6439734-6f43-4234-a73b-a0aaf4a811e6 by drivers openvswitch,hyperv on host dv-cinder-773985-32-iscsi at level 0 using segments [{'id': '563e0906-a05c-42cb-9152-87b93a4003d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '72812c74-d3b2-4e09-97cd-f0c45c3b9f64'}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:18:14.396032 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768355d1-f44d-4518-9f84-41c55ca29761 None None] Attempting to bind port a6439734-6f43-4234-a73b-a0aaf4a811e6 on network 72812c74-d3b2-4e09-97cd-f0c45c3b9f64 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:18:14.407180 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768355d1-f44d-4518-9f84-41c55ca29761 None None] Checking agent: {'id': '529a93d1-f8f6-4ba2-8600-6635050f85df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 7, 45), 'started_at': datetime.datetime(2022, 2, 16, 14, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:18:14.407839 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768355d1-f44d-4518-9f84-41c55ca29761 None None] Checking segment: {'id': '563e0906-a05c-42cb-9152-87b93a4003d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '72812c74-d3b2-4e09-97cd-f0c45c3b9f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:18:14.408472 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-768355d1-f44d-4518-9f84-41c55ca29761 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:14.409104 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768355d1-f44d-4518-9f84-41c55ca29761 None None] Bound using segment: {'id': '563e0906-a05c-42cb-9152-87b93a4003d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '72812c74-d3b2-4e09-97cd-f0c45c3b9f64'} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:18:14.409827 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-768355d1-f44d-4518-9f84-41c55ca29761 None None] Bound port: a6439734-6f43-4234-a73b-a0aaf4a811e6, host: dv-cinder-773985-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '563e0906-a05c-42cb-9152-87b93a4003d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '72812c74-d3b2-4e09-97cd-f0c45c3b9f64'}}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:18:14.410423 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-768355d1-f44d-4518-9f84-41c55ca29761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (a6439734-6f43-4234-a73b-a0aaf4a811e6), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:14.517339 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-768355d1-f44d-4518-9f84-41c55ca29761 None None] For port a6439734-6f43-4234-a73b-a0aaf4a811e6, host dv-cinder-773985-32-iscsi, cleared binding levels {{(pid=102970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:18:14.524212 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-768355d1-f44d-4518-9f84-41c55ca29761 None None] For port a6439734-6f43-4234-a73b-a0aaf4a811e6, host dv-cinder-773985-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=a6439734-6f43-4234-a73b-a0aaf4a811e6,segment=NetworkSegment(563e0906-a05c-42cb-9152-87b93a4003d1),segment_id=563e0906-a05c-42cb-9152-87b93a4003d1)] {{(pid=102970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:18:14.534666 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-768355d1-f44d-4518-9f84-41c55ca29761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (a6439734-6f43-4234-a73b-a0aaf4a811e6), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:14.620377 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768355d1-f44d-4518-9f84-41c55ca29761 None None] Pushing event updated for resources: {'Port': ['ID=a6439734-6f43-4234-a73b-a0aaf4a811e6,revision_number=2']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:14.823601 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd806b6a-6314-493e-b14a-073b7cd2cdae req-b65b05bd-f4f3-49bf-8f2e-194b6da2ae3e tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:14.825677 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-cd806b6a-6314-493e-b14a-073b7cd2cdae req-b65b05bd-f4f3-49bf-8f2e-194b6da2ae3e tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 946 time: 0.1342461 Feb 16 14:18:14.862845 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-551fb1c2-dd6b-4c76-abdc-d8b5f36f2be3 req-8312140c-152e-47fd-b408-d960f2336e5e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3b4e79db-56cd-4d42-82d5-dc0b8425f909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1361318 Feb 16 14:18:14.939387 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e4a8869d-2b5b-40aa-b637-0b86a20cd952 admin admin] Publish callbacks [] for router_gateway (7167c442-4043-4e8d-98fe-927cf971b07c), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:14.945281 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-cd806b6a-6314-493e-b14a-073b7cd2cdae req-b7910063-ea4d-486d-bbd4-5efe9dfed885 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978796 Feb 16 14:18:14.993219 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e4a8869d-2b5b-40aa-b637-0b86a20cd952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:15.060589 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (529a93d1-f8f6-4ba2-8600-6635050f85df), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:15.080815 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-551fb1c2-dd6b-4c76-abdc-d8b5f36f2be3 req-76053cbb-99a6-47bb-bb4e-0b328a165877 service neutron] 10.222.0.10 "GET /v2.0/networks/3b4e79db-56cd-4d42-82d5-dc0b8425f909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913795 Feb 16 14:18:15.255102 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.db.db_base_plugin_common [None req-e4a8869d-2b5b-40aa-b637-0b86a20cd952 admin admin] Allocated IP 172.27.2.98 (5b71b9ca-6085-48b7-9167-93053be13444/8c2b85af-3da9-4754-9d29-6d95dbdc6260/0e844233-392d-4d03-ad99-35a3d7c3d75e) {{(pid=102969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:18:15.296098 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-551fb1c2-dd6b-4c76-abdc-d8b5f36f2be3 req-0e0538d6-62fe-4aa5-9e47-8938db073676 service neutron] 10.222.0.10 "GET /v2.0/networks/3b4e79db-56cd-4d42-82d5-dc0b8425f909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013485 Feb 16 14:18:15.303513 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70f918-68e1-4822-b88a-ce721c731a21 req-630005c9-b55b-4761-b337-f3cf69209ca3 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:15.304868 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3f70f918-68e1-4822-b88a-ce721c731a21 req-630005c9-b55b-4761-b337-f3cf69209ca3 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.1968186 Feb 16 14:18:15.464308 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3f70f918-68e1-4822-b88a-ce721c731a21 req-1c874535-dc87-411b-8117-f76a5b957e49 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478877 Feb 16 14:18:15.499948 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e4a8869d-2b5b-40aa-b637-0b86a20cd952 admin admin] Publish callbacks [] for port (0e844233-392d-4d03-ad99-35a3d7c3d75e), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:15.549992 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2e1a4-f5dd-405d-95ce-9fc999308cd8 req-715b1752-b278-4e99-ac7e-ae3bbc52b495 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:15.552971 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4af2e1a4-f5dd-405d-95ce-9fc999308cd8 req-715b1752-b278-4e99-ac7e-ae3bbc52b495 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ff2380a-8c26-434c-b46a-fcc844642b79 HTTP/1.1" status: 200 len: 943 time: 0.1167219 Feb 16 14:18:15.566044 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e4a8869d-2b5b-40aa-b637-0b86a20cd952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784246951208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10340347'] for port (0e844233-392d-4d03-ad99-35a3d7c3d75e), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:15.644170 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4af2e1a4-f5dd-405d-95ce-9fc999308cd8 req-ef431719-96e6-4341-bf1f-ee402f7b43ed tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/security-groups?id=91d7ffa7-1848-4f96-99a0-919ffd557d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765657 Feb 16 14:18:15.658562 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a8869d-2b5b-40aa-b637-0b86a20cd952 admin admin] Pushing event updated for resources: {'Port': ['ID=0e844233-392d-4d03-ad99-35a3d7c3d75e,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:15.675651 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a8869d-2b5b-40aa-b637-0b86a20cd952 admin admin] Network 5b71b9ca-6085-48b7-9167-93053be13444 is already hosted by enough agents. {{(pid=102969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:18:15.678817 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-e4a8869d-2b5b-40aa-b637-0b86a20cd952 admin admin] Resources bound (agent type, host, resource id): {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:18:15.682730 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a8869d-2b5b-40aa-b637-0b86a20cd952 admin admin] Received port after_create {{(pid=102969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:18:15.711172 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device a6439734-6f43-4234-a73b-a0aaf4a811e6 up at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:18:15.820260 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Provisioning complete for port a6439734-6f43-4234-a73b-a0aaf4a811e6 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:18:15.820903 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (a6439734-6f43-4234-a73b-a0aaf4a811e6), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:15.885408 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-a8050c5e-fae0-4749-9066-b350f3112fc5 None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:18:15.916596 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67e4afb-6eaf-4956-a7f3-0e2dd18b231f None None] Network 72812c74-d3b2-4e09-97cd-f0c45c3b9f64 requested from dv-cinder-773985-32-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:18:16.023232 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Current status of the port a6439734-6f43-4234-a73b-a0aaf4a811e6 is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:18:16.023537 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (a6439734-6f43-4234-a73b-a0aaf4a811e6), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:16.063216 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-6dc22b22-f3bd-4c72-9e4a-e0697073c612 None None] Provisioning complete for port a6439734-6f43-4234-a73b-a0aaf4a811e6 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:18:16.063671 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-6dc22b22-f3bd-4c72-9e4a-e0697073c612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (a6439734-6f43-4234-a73b-a0aaf4a811e6), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:16.063986 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e4a8869d-2b5b-40aa-b637-0b86a20cd952 admin admin] Publish callbacks [] for router_gateway (7167c442-4043-4e8d-98fe-927cf971b07c), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:16.147743 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] For port a6439734-6f43-4234-a73b-a0aaf4a811e6, host dv-cinder-773985-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=a6439734-6f43-4234-a73b-a0aaf4a811e6,segment=NetworkSegment(563e0906-a05c-42cb-9152-87b93a4003d1),segment_id=563e0906-a05c-42cb-9152-87b93a4003d1)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:18:16.155111 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (a6439734-6f43-4234-a73b-a0aaf4a811e6), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:16.215322 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9879017-a769-4429-b032-44342205d014 req-08690e38-d500-4a0d-995c-c6f695122b64 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:16.218316 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f9879017-a769-4429-b032-44342205d014 req-08690e38-d500-4a0d-995c-c6f695122b64 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 946 time: 0.1049330 Feb 16 14:18:16.266109 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Pushing event updated for resources: {'Port': ['ID=a6439734-6f43-4234-a73b-a0aaf4a811e6,revision_number=3']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:16.281559 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-6dc22b22-f3bd-4c72-9e4a-e0697073c612 None None] Current status of the port a6439734-6f43-4234-a73b-a0aaf4a811e6 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:18:16.321202 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f9879017-a769-4429-b032-44342205d014 req-e3d33847-1b34-4bc9-a589-9f20ac70be96 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784869 Feb 16 14:18:16.393305 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e4a8869d-2b5b-40aa-b637-0b86a20cd952 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1596030'] for router (7167c442-4043-4e8d-98fe-927cf971b07c), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:16.509651 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-523195ec-48ed-4c27-8418-525a8ee3eed6 None None] Provisioning complete for port a6439734-6f43-4234-a73b-a0aaf4a811e6 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:18:16.510028 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-523195ec-48ed-4c27-8418-525a8ee3eed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (a6439734-6f43-4234-a73b-a0aaf4a811e6), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:16.638943 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d07d28d-5849-4e08-a5b5-46921d0aacbb req-b7d6fbdd-e455-4549-89e9-d451abe18b36 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:16.641151 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3d07d28d-5849-4e08-a5b5-46921d0aacbb req-b7d6fbdd-e455-4549-89e9-d451abe18b36 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.0861533 Feb 16 14:18:16.654400 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-523195ec-48ed-4c27-8418-525a8ee3eed6 None None] Current status of the port a6439734-6f43-4234-a73b-a0aaf4a811e6 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:18:16.657206 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a8869d-2b5b-40aa-b637-0b86a20cd952 admin admin] Router 7167c442-4043-4e8d-98fe-927cf971b07c is scheduled to L3 agent 531611a8-34ea-4f1f-8d10-111cbf56a8a1 with binding_index 1 {{(pid=102969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:18:16.788592 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e43421-96cf-4690-824e-ea0154a8ee55 req-f3d48cb0-c02a-4e6d-9073-43944227ad2c tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:16.790545 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e3e43421-96cf-4690-824e-ea0154a8ee55 req-f3d48cb0-c02a-4e6d-9073-43944227ad2c tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ff2380a-8c26-434c-b46a-fcc844642b79 HTTP/1.1" status: 200 len: 943 time: 0.0710132 Feb 16 14:18:16.791209 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3d07d28d-5849-4e08-a5b5-46921d0aacbb req-c6c63ada-a4f6-4c38-8a20-1afbe00aae19 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418381 Feb 16 14:18:16.834752 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a8869d-2b5b-40aa-b637-0b86a20cd952 admin admin] Notify agent at l3_agent.dv-cinder-773985-32-iscsi the message routers_updated {{(pid=102969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:18:16.846643 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46312538-273d-43b1-8ece-09b674c49737 None None] Sync routers for ids ['7167c442-4043-4e8d-98fe-927cf971b07c'] in dv-cinder-773985-32-iscsi {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:18:16.853192 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e3e43421-96cf-4690-824e-ea0154a8ee55 req-397afc7b-bbe5-4914-ac0f-a4274ab28a9e tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/security-groups?id=91d7ffa7-1848-4f96-99a0-919ffd557d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549600 Feb 16 14:18:16.857669 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e4a8869d-2b5b-40aa-b637-0b86a20cd952 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:16.857980 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46312538-273d-43b1-8ece-09b674c49737 None None] Routers {'7167c442-4043-4e8d-98fe-927cf971b07c'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:18:16.858617 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-46312538-273d-43b1-8ece-09b674c49737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:18:11Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['7167c442-4043-4e8d-98fe-927cf971b07c'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:18:16.862539 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-e4a8869d-2b5b-40aa-b637-0b86a20cd952 admin admin] 10.222.0.120 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5004873 Feb 16 14:18:16.862954 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 55286) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:18:16.973983 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-46312538-273d-43b1-8ece-09b674c49737 None None] Set router 7167c442-4043-4e8d-98fe-927cf971b07c gateway port host: dv-cinder-773985-32-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:18:17.182724 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-46312538-273d-43b1-8ece-09b674c49737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7167c442-4043-4e8d-98fe-927cf971b07c', 'name': 'tempest-TestMinimumBasicScenario-1189098942-router', 'tenant_id': '451735af279a49b18eb4ca311c7315a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '0e844233-392d-4d03-ad99-35a3d7c3d75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:18:13Z', 'updated_at': '2022-02-16T14:18:15Z', 'revision_number': 3, 'project_id': '451735af279a49b18eb4ca311c7315a0', 'gw_port': {'id': '0e844233-392d-4d03-ad99-35a3d7c3d75e', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:36:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7167c442-4043-4e8d-98fe-927cf971b07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:18:15Z', 'updated_at': '2022-02-16T14:18:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi'}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:18:17.211190 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46312538-273d-43b1-8ece-09b674c49737 None None] Checking router: 7167c442-4043-4e8d-98fe-927cf971b07c for host: dv-cinder-773985-32-iscsi {{(pid=102971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:18:17.211571 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46312538-273d-43b1-8ece-09b674c49737 None None] Updating router 7167c442-4043-4e8d-98fe-927cf971b07c port 0e844233-392d-4d03-ad99-35a3d7c3d75e binding host dv-cinder-773985-32-iscsi {{(pid=102971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:18:17.240946 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-46312538-273d-43b1-8ece-09b674c49737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (0e844233-392d-4d03-ad99-35a3d7c3d75e), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:17.338950 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c97b3f35-afc0-413a-a4be-7624ce094ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:17.471699 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a5c19-17a7-482e-b390-8de61436b329 req-e75be1fc-c946-4561-ac82-17e843a2d9d3 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:17.473139 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-fe6a5c19-17a7-482e-b390-8de61436b329 req-e75be1fc-c946-4561-ac82-17e843a2d9d3 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 946 time: 0.0544109 Feb 16 14:18:17.521028 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.db.db_base_plugin_common [None req-c97b3f35-afc0-413a-a4be-7624ce094ff8 admin admin] Allocated IP 172.20.0.1 (72812c74-d3b2-4e09-97cd-f0c45c3b9f64/b624c315-0258-4d32-af36-3453b0a86eee/dd7b6e27-3cee-423b-8c83-ee3fe0608404) {{(pid=102969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:18:17.530903 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-fe6a5c19-17a7-482e-b390-8de61436b329 req-b2eef93d-999b-4684-9683-31c3428de314 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517974 Feb 16 14:18:17.610070 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device a6439734-6f43-4234-a73b-a0aaf4a811e6 up at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:18:17.613744 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-46312538-273d-43b1-8ece-09b674c49737 None None] Publish callbacks [] for port (0e844233-392d-4d03-ad99-35a3d7c3d75e), precommit_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:17.620818 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-46312538-273d-43b1-8ece-09b674c49737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (0e844233-392d-4d03-ad99-35a3d7c3d75e), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:17.652388 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c97b3f35-afc0-413a-a4be-7624ce094ff8 admin admin] Publish callbacks [] for port (dd7b6e27-3cee-423b-8c83-ee3fe0608404), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:17.662027 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Provisioning complete for port a6439734-6f43-4234-a73b-a0aaf4a811e6 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:18:17.662393 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (a6439734-6f43-4234-a73b-a0aaf4a811e6), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:17.664950 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc15d64-2f35-4bd3-bb2d-1450c474f362 None None] Pushing event updated for resources: {'Port': ['ID=0e844233-392d-4d03-ad99-35a3d7c3d75e,revision_number=2']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:17.682768 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [None req-46312538-273d-43b1-8ece-09b674c49737 None None] Attempting to bind port 0e844233-392d-4d03-ad99-35a3d7c3d75e on host dv-cinder-773985-32-iscsi for vnic_type normal with profile {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:18:17.683259 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [None req-46312538-273d-43b1-8ece-09b674c49737 None None] Attempting to bind port 0e844233-392d-4d03-ad99-35a3d7c3d75e by drivers openvswitch,hyperv on host dv-cinder-773985-32-iscsi at level 0 using segments [{'id': '26d58d4e-c6ed-4576-9373-5fb9e6fda4ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444'}] {{(pid=102971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:18:17.683654 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46312538-273d-43b1-8ece-09b674c49737 None None] Attempting to bind port 0e844233-392d-4d03-ad99-35a3d7c3d75e on network 5b71b9ca-6085-48b7-9167-93053be13444 {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:18:17.689924 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46312538-273d-43b1-8ece-09b674c49737 None None] Checking agent: {'id': '529a93d1-f8f6-4ba2-8600-6635050f85df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 7, 45), 'started_at': datetime.datetime(2022, 2, 16, 14, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:18:17.690308 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46312538-273d-43b1-8ece-09b674c49737 None None] Checking segment: {'id': '26d58d4e-c6ed-4576-9373-5fb9e6fda4ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:18:17.690799 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-46312538-273d-43b1-8ece-09b674c49737 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:17.692207 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46312538-273d-43b1-8ece-09b674c49737 None None] Bound using segment: {'id': '26d58d4e-c6ed-4576-9373-5fb9e6fda4ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444'} {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:18:17.692607 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c97b3f35-afc0-413a-a4be-7624ce094ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784246951208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10340347'] for port (dd7b6e27-3cee-423b-8c83-ee3fe0608404), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:17.692763 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [None req-46312538-273d-43b1-8ece-09b674c49737 None None] Bound port: 0e844233-392d-4d03-ad99-35a3d7c3d75e, host: dv-cinder-773985-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26d58d4e-c6ed-4576-9373-5fb9e6fda4ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444'}}] {{(pid=102971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:18:17.693122 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-46312538-273d-43b1-8ece-09b674c49737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (0e844233-392d-4d03-ad99-35a3d7c3d75e), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:17.738700 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97b3f35-afc0-413a-a4be-7624ce094ff8 admin admin] Network 72812c74-d3b2-4e09-97cd-f0c45c3b9f64 is already hosted by enough agents. {{(pid=102969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:18:17.752386 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-c97b3f35-afc0-413a-a4be-7624ce094ff8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:18:17.762888 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97b3f35-afc0-413a-a4be-7624ce094ff8 admin admin] Received port after_create {{(pid=102969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:18:17.764692 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [None req-46312538-273d-43b1-8ece-09b674c49737 None None] For port 0e844233-392d-4d03-ad99-35a3d7c3d75e, host dv-cinder-773985-32-iscsi, cleared binding levels {{(pid=102971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:18:17.770000 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [None req-46312538-273d-43b1-8ece-09b674c49737 None None] For port 0e844233-392d-4d03-ad99-35a3d7c3d75e, host dv-cinder-773985-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=0e844233-392d-4d03-ad99-35a3d7c3d75e,segment=NetworkSegment(26d58d4e-c6ed-4576-9373-5fb9e6fda4ae),segment_id=26d58d4e-c6ed-4576-9373-5fb9e6fda4ae)] {{(pid=102971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:18:17.772716 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97b3f35-afc0-413a-a4be-7624ce094ff8 admin admin] Pushing event updated for resources: {'Port': ['ID=dd7b6e27-3cee-423b-8c83-ee3fe0608404,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:17.781432 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-46312538-273d-43b1-8ece-09b674c49737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (0e844233-392d-4d03-ad99-35a3d7c3d75e), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:17.824978 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c97b3f35-afc0-413a-a4be-7624ce094ff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1593123'] for router_interface (7167c442-4043-4e8d-98fe-927cf971b07c), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:17.852154 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc15d64-2f35-4bd3-bb2d-1450c474f362 None None] Pushing event updated for resources: {'Port': ['ID=0e844233-392d-4d03-ad99-35a3d7c3d75e,revision_number=3']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:17.877556 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46312538-273d-43b1-8ece-09b674c49737 None None] Routers {'7167c442-4043-4e8d-98fe-927cf971b07c'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:18:17.878288 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-46312538-273d-43b1-8ece-09b674c49737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:18:11Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['7167c442-4043-4e8d-98fe-927cf971b07c'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:18:17.909899 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Current status of the port a6439734-6f43-4234-a73b-a0aaf4a811e6 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:18:18.005823 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b14e9-1c38-452f-a5fa-7d148ff4674c req-6d56a54d-1906-4e32-a8a4-b75fd604a667 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:18.027754 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-cc2b14e9-1c38-452f-a5fa-7d148ff4674c req-6d56a54d-1906-4e32-a8a4-b75fd604a667 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ff2380a-8c26-434c-b46a-fcc844642b79 HTTP/1.1" status: 200 len: 943 time: 0.0779579 Feb 16 14:18:18.028634 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-46312538-273d-43b1-8ece-09b674c49737 None None] Set router 7167c442-4043-4e8d-98fe-927cf971b07c gateway port host: dv-cinder-773985-32-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:18:18.065837 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ef3c9-b214-455f-b4b9-6df4cc110263 req-3a99dfce-c03b-4a48-9d89-97c442b81a5a tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:18.067668 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-825ef3c9-b214-455f-b4b9-6df4cc110263 req-3a99dfce-c03b-4a48-9d89-97c442b81a5a tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.1182120 Feb 16 14:18:18.073553 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c97b3f35-afc0-413a-a4be-7624ce094ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (dd7b6e27-3cee-423b-8c83-ee3fe0608404), before_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:18.098519 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-53bca845-6d0f-4edf-bd9e-940ae668657c None None] Provisioning complete for port dd7b6e27-3cee-423b-8c83-ee3fe0608404 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:18:18.102472 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-53bca845-6d0f-4edf-bd9e-940ae668657c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (dd7b6e27-3cee-423b-8c83-ee3fe0608404), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:18.132213 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-cc2b14e9-1c38-452f-a5fa-7d148ff4674c req-ac738b4d-fe52-493a-aaba-8d5fa75fd2a1 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/security-groups?id=91d7ffa7-1848-4f96-99a0-919ffd557d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029775 Feb 16 14:18:18.160487 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-53bca845-6d0f-4edf-bd9e-940ae668657c None None] Port dd7b6e27-3cee-423b-8c83-ee3fe0608404 cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:18:18.238115 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-825ef3c9-b214-455f-b4b9-6df4cc110263 req-60331002-c18e-4e87-8a43-e4250ab2c510 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615345 Feb 16 14:18:18.296630 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-46312538-273d-43b1-8ece-09b674c49737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7167c442-4043-4e8d-98fe-927cf971b07c', 'name': 'tempest-TestMinimumBasicScenario-1189098942-router', 'tenant_id': '451735af279a49b18eb4ca311c7315a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '0e844233-392d-4d03-ad99-35a3d7c3d75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:18:13Z', 'updated_at': '2022-02-16T14:18:15Z', 'revision_number': 3, 'project_id': '451735af279a49b18eb4ca311c7315a0', 'gw_port': {'id': '0e844233-392d-4d03-ad99-35a3d7c3d75e', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:36:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7167c442-4043-4e8d-98fe-927cf971b07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:18:15Z', 'updated_at': '2022-02-16T14:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi'}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:18:18.298175 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 96bc1fe8-242a-45ba-a844-c1b33f59c7b1 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:18:18.316447 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c97b3f35-afc0-413a-a4be-7624ce094ff8 admin admin] Publish callbacks [] for port (dd7b6e27-3cee-423b-8c83-ee3fe0608404), precommit_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:18.325894 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46312538-273d-43b1-8ece-09b674c49737 None None] The sync data for ids ['7167c442-4043-4e8d-98fe-927cf971b07c'] in dv-cinder-773985-32-iscsi is: [{'id': '7167c442-4043-4e8d-98fe-927cf971b07c', 'name': 'tempest-TestMinimumBasicScenario-1189098942-router', 'tenant_id': '451735af279a49b18eb4ca311c7315a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '0e844233-392d-4d03-ad99-35a3d7c3d75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:18:13Z', 'updated_at': '2022-02-16T14:18:15Z', 'revision_number': 3, 'project_id': '451735af279a49b18eb4ca311c7315a0', 'gw_port': {'id': '0e844233-392d-4d03-ad99-35a3d7c3d75e', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:36:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7167c442-4043-4e8d-98fe-927cf971b07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:18:15Z', 'updated_at': '2022-02-16T14:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi'}] {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:18:18.336544 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c97b3f35-afc0-413a-a4be-7624ce094ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10340336'] for port (dd7b6e27-3cee-423b-8c83-ee3fe0608404), after_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:18.410572 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97b3f35-afc0-413a-a4be-7624ce094ff8 admin admin] Pushing event updated for resources: {'Port': ['ID=dd7b6e27-3cee-423b-8c83-ee3fe0608404,revision_number=2']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:18.413310 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c97b3f35-afc0-413a-a4be-7624ce094ff8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2062336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1593279'] for router_interface (7167c442-4043-4e8d-98fe-927cf971b07c), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:18.432367 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 96bc1fe8-242a-45ba-a844-c1b33f59c7b1, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=96bc1fe8-242a-45ba-a844-c1b33f59c7b1,segment=NetworkSegment(7e12a080-9391-426e-98e0-74c5936ea1ba),segment_id=7e12a080-9391-426e-98e0-74c5936ea1ba)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:18:18.446700 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Returning: {'device': '96bc1fe8-242a-45ba-a844-c1b33f59c7b1', 'network_id': '08a3e979-1da2-40e7-a40c-6fc286cacb72', 'port_id': '96bc1fe8-242a-45ba-a844-c1b33f59c7b1', 'mac_address': 'fa:16:3e:1a:c1:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5411640-e171-466e-826f-00fe3dbaa6b6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:18:18.486492 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Current status of the port 96bc1fe8-242a-45ba-a844-c1b33f59c7b1 is: ACTIVE; New status is: BUILD {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:18:18.487229 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (96bc1fe8-242a-45ba-a844-c1b33f59c7b1), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:18.501638 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 96bc1fe8-242a-45ba-a844-c1b33f59c7b1 {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:18:18.531159 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97b3f35-afc0-413a-a4be-7624ce094ff8 admin admin] Network 72812c74-d3b2-4e09-97cd-f0c45c3b9f64 is already hosted by enough agents. {{(pid=102969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:18:18.535058 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-c97b3f35-afc0-413a-a4be-7624ce094ff8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:18:18.535341 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 96bc1fe8-242a-45ba-a844-c1b33f59c7b1, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=96bc1fe8-242a-45ba-a844-c1b33f59c7b1,segment=NetworkSegment(7e12a080-9391-426e-98e0-74c5936ea1ba),segment_id=7e12a080-9391-426e-98e0-74c5936ea1ba)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:18:18.544312 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (96bc1fe8-242a-45ba-a844-c1b33f59c7b1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:18.657438 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Pushing event updated for resources: {'Port': ['ID=96bc1fe8-242a-45ba-a844-c1b33f59c7b1,revision_number=6']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:18.665897 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:18.666517 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:18.667038 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:18.667552 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:18.668025 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:18.668638 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:18.669285 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:18.670032 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:18.670547 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:18.671048 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:18.671560 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:18.672344 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:18.673479 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:18.732375 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c97b3f35-afc0-413a-a4be-7624ce094ff8 admin admin] Router 7167c442-4043-4e8d-98fe-927cf971b07c has already been hosted by L3 agent 531611a8-34ea-4f1f-8d10-111cbf56a8a1 {{(pid=102969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:18:18.784629 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33424978-a5cc-4637-8005-96bae000d8a0 req-53c48d4b-9adc-4418-aa1a-289ff6d06ac7 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:18.791968 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-33424978-a5cc-4637-8005-96bae000d8a0 req-53c48d4b-9adc-4418-aa1a-289ff6d06ac7 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 945 time: 0.0774789 Feb 16 14:18:18.821395 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] get_ports_and_sgs() called for port_ids ['96bc1fe8-242a-45ba-a844-c1b33f59c7b1'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:18:18.868677 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-33424978-a5cc-4637-8005-96bae000d8a0 req-7e9c5d38-c319-4e2a-b4f9-62629afd097f tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754633 Feb 16 14:18:18.896120 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97b3f35-afc0-413a-a4be-7624ce094ff8 admin admin] Notify agent at l3_agent.dv-cinder-773985-32-iscsi the message routers_updated {{(pid=102969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:18:18.905676 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-c97b3f35-afc0-413a-a4be-7624ce094ff8 admin admin] 10.222.0.120 "PUT /v2.0/routers/7167c442-4043-4e8d-98fe-927cf971b07c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0412488 Feb 16 14:18:19.038602 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-9cb4ac64-d25a-44c0-9555-c8945e6d1e1e None None] Provisioning complete for port dd7b6e27-3cee-423b-8c83-ee3fe0608404 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:18:19.038927 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-9cb4ac64-d25a-44c0-9555-c8945e6d1e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (dd7b6e27-3cee-423b-8c83-ee3fe0608404), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:19.088878 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-9cb4ac64-d25a-44c0-9555-c8945e6d1e1e None None] Port dd7b6e27-3cee-423b-8c83-ee3fe0608404 cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:18:19.284005 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c833c21-c7d6-4a88-8e06-5f101cd469c2 req-5ce9991c-1864-470f-9700-e8836fbb347c tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:19.292671 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2c833c21-c7d6-4a88-8e06-5f101cd469c2 req-5ce9991c-1864-470f-9700-e8836fbb347c tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ff2380a-8c26-434c-b46a-fcc844642b79 HTTP/1.1" status: 200 len: 943 time: 0.0760028 Feb 16 14:18:19.359607 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2c833c21-c7d6-4a88-8e06-5f101cd469c2 req-021730d4-682e-4965-b779-8ff7ed6e5e01 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/security-groups?id=91d7ffa7-1848-4f96-99a0-919ffd557d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592015 Feb 16 14:18:19.448399 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41944c3-881e-4047-b857-444f7a9e9e50 req-8694df1b-da8e-430c-8366-7af82dfbc02d tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:19.449902 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f41944c3-881e-4047-b857-444f7a9e9e50 req-8694df1b-da8e-430c-8366-7af82dfbc02d tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.1175520 Feb 16 14:18:19.497786 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f41944c3-881e-4047-b857-444f7a9e9e50 req-70c0559e-f7d6-4014-9911-978dd10422e2 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424027 Feb 16 14:18:19.553918 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 55344) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:18:19.559539 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-d02459d6-57e9-4c02-9bc9-db881c7d7e8f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-33329580-network', 'tenant_id': 'ba9cdfeb53e840f88f205020fa9cd460'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:18:19.581825 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02459d6-57e9-4c02-9bc9-db881c7d7e8f admin admin] Made reservation on behalf of ba9cdfeb53e840f88f205020fa9cd460 for: {'network': 1} {{(pid=102969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:18:19.584967 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-d02459d6-57e9-4c02-9bc9-db881c7d7e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for network (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:19.594964 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-d02459d6-57e9-4c02-9bc9-db881c7d7e8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:19.618216 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device 0e844233-392d-4d03-ad99-35a3d7c3d75e up at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:18:19.682052 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Provisioning complete for port 0e844233-392d-4d03-ad99-35a3d7c3d75e triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:18:19.682797 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (0e844233-392d-4d03-ad99-35a3d7c3d75e), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:19.701625 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-d02459d6-57e9-4c02-9bc9-db881c7d7e8f admin admin] Publish callbacks [] for security_group (552219eb-97f4-4d56-814c-fd2c5691a951), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:19.706143 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-d02459d6-57e9-4c02-9bc9-db881c7d7e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (552219eb-97f4-4d56-814c-fd2c5691a951), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:19.736301 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d02459d6-57e9-4c02-9bc9-db881c7d7e8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1321} {{(pid=102969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:18:19.754068 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02459d6-57e9-4c02-9bc9-db881c7d7e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552219eb-97f4-4d56-814c-fd2c5691a951,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:19.765104 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-d02459d6-57e9-4c02-9bc9-db881c7d7e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894495'] for segment (4ab0ea73-dd7b-4945-b602-056bb4060947), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:19.765700 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.db.segments_db [None req-d02459d6-57e9-4c02-9bc9-db881c7d7e8f admin admin] Added segment 4ab0ea73-dd7b-4945-b602-056bb4060947 of type vlan for network 4271ab7e-0cbe-41be-b1b5-81e73c61bfcf Feb 16 14:18:19.771206 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Current status of the port 0e844233-392d-4d03-ad99-35a3d7c3d75e is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:18:19.771571 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (0e844233-392d-4d03-ad99-35a3d7c3d75e), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:19.794754 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] For port 0e844233-392d-4d03-ad99-35a3d7c3d75e, host dv-cinder-773985-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=0e844233-392d-4d03-ad99-35a3d7c3d75e,segment=NetworkSegment(26d58d4e-c6ed-4576-9373-5fb9e6fda4ae),segment_id=26d58d4e-c6ed-4576-9373-5fb9e6fda4ae)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:18:19.799023 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (0e844233-392d-4d03-ad99-35a3d7c3d75e), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:19.831949 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-d02459d6-57e9-4c02-9bc9-db881c7d7e8f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784246940290'] for network (4271ab7e-0cbe-41be-b1b5-81e73c61bfcf), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:19.861638 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Pushing event updated for resources: {'Port': ['ID=0e844233-392d-4d03-ad99-35a3d7c3d75e,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:19.862329 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-d02459d6-57e9-4c02-9bc9-db881c7d7e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354'] for network (4271ab7e-0cbe-41be-b1b5-81e73c61bfcf), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:19.863482 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02459d6-57e9-4c02-9bc9-db881c7d7e8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:19.864073 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-d02459d6-57e9-4c02-9bc9-db881c7d7e8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for network (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:19.944365 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-d02459d6-57e9-4c02-9bc9-db881c7d7e8f admin admin] 10.222.0.120 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3860228 Feb 16 14:18:19.944847 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 55348) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:18:19.950081 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-ca2a187e-9a9e-4d0c-b810-05e6948eb148 admin admin] Request body: {'subnet': {'network_id': '4271ab7e-0cbe-41be-b1b5-81e73c61bfcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-33329580-subnet', 'tenant_id': 'ba9cdfeb53e840f88f205020fa9cd460', 'ip_version': 4}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:18:19.951206 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02459d6-57e9-4c02-9bc9-db881c7d7e8f admin admin] Pushing event updated for resources: {'Network': ['ID=4271ab7e-0cbe-41be-b1b5-81e73c61bfcf,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:19.962126 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Network 4271ab7e-0cbe-41be-b1b5-81e73c61bfcf details requested by agent ovs-agent-dv-cinder-773985-32-iscsi with host dv-cinder-773985-32-iscsi {{(pid=102970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:18:19.992036 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2a187e-9a9e-4d0c-b810-05e6948eb148 admin admin] Made reservation on behalf of ba9cdfeb53e840f88f205020fa9cd460 for: {'subnet': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:18:19.996717 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ca2a187e-9a9e-4d0c-b810-05e6948eb148 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9090856'] for subnet (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:20.007191 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c348578-f92e-4168-893c-0ccf0ce277ab req-91ecb6bc-c2bd-4d03-96bf-0d2b5eddad95 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:20.008870 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2c348578-f92e-4168-893c-0ccf0ce277ab req-91ecb6bc-c2bd-4d03-96bf-0d2b5eddad95 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 945 time: 0.0657184 Feb 16 14:18:20.089875 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2c348578-f92e-4168-893c-0ccf0ce277ab req-e8c8641c-91c3-4e0b-81e6-60cfb5b82b7b tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660975 Feb 16 14:18:20.217455 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ca2a187e-9a9e-4d0c-b810-05e6948eb148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8811830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9090842'] for subnet (3c8f38fb-ef4f-43fb-a5bb-5eca5e98d709), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:20.287947 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2a187e-9a9e-4d0c-b810-05e6948eb148 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c8f38fb-ef4f-43fb-a5bb-5eca5e98d709,revision_number=0']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:20.305385 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5caea0d6-8a17-43b0-87f9-b3c92f043712 None None] Sync routers for ids ['7167c442-4043-4e8d-98fe-927cf971b07c'] in dv-cinder-773985-32-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:18:20.306789 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2a187e-9a9e-4d0c-b810-05e6948eb148 admin admin] Checking segment: {'id': '4ab0ea73-dd7b-4945-b602-056bb4060947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '4271ab7e-0cbe-41be-b1b5-81e73c61bfcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:18:20.307169 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2a187e-9a9e-4d0c-b810-05e6948eb148 admin admin] Network hostable DHCP agents. Network: 4271ab7e-0cbe-41be-b1b5-81e73c61bfcf, hostable agents: ['10a26995-69c6-4373-972b-e8a4ac0e51da'], hosted agents: [] {{(pid=102968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:18:20.324176 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 96bc1fe8-242a-45ba-a844-c1b33f59c7b1 up at agent hyperv_hv-cinder-77398 {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:18:20.344938 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2a187e-9a9e-4d0c-b810-05e6948eb148 admin admin] Network 4271ab7e-0cbe-41be-b1b5-81e73c61bfcf is scheduled to be hosted by DHCP agent 10a26995-69c6-4373-972b-e8a4ac0e51da with binding_index 1 {{(pid=102968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:18:20.361778 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [None req-ca2a187e-9a9e-4d0c-b810-05e6948eb148 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-32-iscsi, 4271ab7e-0cbe-41be-b1b5-81e73c61bfcf) {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:18:20.368220 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2a187e-9a9e-4d0c-b810-05e6948eb148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:20.369300 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ca2a187e-9a9e-4d0c-b810-05e6948eb148 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for subnet (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:20.374312 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c82964-c9dd-4757-a17d-f04b3ca8d9ef None None] Network 4271ab7e-0cbe-41be-b1b5-81e73c61bfcf requested from dv-cinder-773985-32-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:18:20.385838 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5caea0d6-8a17-43b0-87f9-b3c92f043712 None None] Routers {'7167c442-4043-4e8d-98fe-927cf971b07c'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:18:20.386943 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-5caea0d6-8a17-43b0-87f9-b3c92f043712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:18:11Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['7167c442-4043-4e8d-98fe-927cf971b07c'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:18:20.391557 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-ca2a187e-9a9e-4d0c-b810-05e6948eb148 admin admin] 10.222.0.120 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4455402 Feb 16 14:18:20.394847 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 55368) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:18:20.400976 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-94e2776f-abd3-4feb-8772-d66640bf4959 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-33329580-router', 'tenant_id': 'ba9cdfeb53e840f88f205020fa9cd460', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444'}}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:18:20.428523 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-94e2776f-abd3-4feb-8772-d66640bf4959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24928'] for router (2f9b15de-d019-4dee-a288-2fff19285cdc), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:20.429806 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-94e2776f-abd3-4feb-8772-d66640bf4959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1644564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24987'] for router (2f9b15de-d019-4dee-a288-2fff19285cdc), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:20.612819 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Provisioning complete for port 96bc1fe8-242a-45ba-a844-c1b33f59c7b1 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:18:20.613198 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (96bc1fe8-242a-45ba-a844-c1b33f59c7b1), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:20.676604 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea24355-e16a-451c-b78a-ee48b9a4c2a1 req-be0fa50b-9cd6-4c90-a0ce-d4b160c8a0c5 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:20.685690 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-fea24355-e16a-451c-b78a-ee48b9a4c2a1 req-be0fa50b-9cd6-4c90-a0ce-d4b160c8a0c5 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.0734141 Feb 16 14:18:20.691283 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5554206-20f9-423e-b19a-169e5e50c651 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79a0a048-c219-5e99-a467-099ebabd7883-4271ab7e-0cbe-41be-b1b5-81e73c61bfcf', 'network_id': '4271ab7e-0cbe-41be-b1b5-81e73c61bfcf', 'project_id': 'ba9cdfeb53e840f88f205020fa9cd460', 'fixed_ips': [{'subnet_id': '3c8f38fb-ef4f-43fb-a5bb-5eca5e98d709'}]}} from dv-cinder-773985-32-iscsi. {{(pid=102970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 14:18:20.693081 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b5554206-20f9-423e-b19a-169e5e50c651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:20.705185 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-5caea0d6-8a17-43b0-87f9-b3c92f043712 None None] Set router 7167c442-4043-4e8d-98fe-927cf971b07c gateway port host: dv-cinder-773985-32-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:18:20.764513 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-fea24355-e16a-451c-b78a-ee48b9a4c2a1 req-f5bd7c55-1672-4f5b-ba61-2e6696b465d0 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772748 Feb 16 14:18:20.780006 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-94e2776f-abd3-4feb-8772-d66640bf4959 admin admin] Publish callbacks [] for router_controller (2f9b15de-d019-4dee-a288-2fff19285cdc), precommit_add_association {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:20.806684 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3c104-3ff2-4d93-989c-ddd77e7bd40e req-e7bb4ecf-edab-4012-aac8-dcf5cd5342ed tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:20.809490 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-89f3c104-3ff2-4d93-989c-ddd77e7bd40e req-e7bb4ecf-edab-4012-aac8-dcf5cd5342ed tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ff2380a-8c26-434c-b46a-fcc844642b79 HTTP/1.1" status: 200 len: 943 time: 0.3578622 Feb 16 14:18:20.951692 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Current status of the port 96bc1fe8-242a-45ba-a844-c1b33f59c7b1 is: BUILD; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:18:20.952406 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (96bc1fe8-242a-45ba-a844-c1b33f59c7b1), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:21.057589 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-89f3c104-3ff2-4d93-989c-ddd77e7bd40e req-85cf1a77-b674-47d3-9632-cffb1ee3f1d5 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/security-groups?id=91d7ffa7-1848-4f96-99a0-919ffd557d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2066529 Feb 16 14:18:21.058656 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48d1903-172a-45ff-9eba-d70d17add9e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96bc1fe8-242a-45ba-a844-c1b33f59c7b1'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:18:21.061219 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcf4ad7936cd44f2198d6b2453955475838913f42e78743342b6e5b4d5a62724" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6514c4d7-c528-432f-aae6-16f3bc9e1d5c" -d '{"events": [{"server_uuid": "e48d1903-172a-45ff-9eba-d70d17add9e5", "name": "network-vif-plugged", "status": "completed", "tag": "96bc1fe8-242a-45ba-a844-c1b33f59c7b1"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:18:21.064596 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-94e2776f-abd3-4feb-8772-d66640bf4959 admin admin] Publish callbacks [] for router_gateway (2f9b15de-d019-4dee-a288-2fff19285cdc), precommit_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:21.104333 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 96bc1fe8-242a-45ba-a844-c1b33f59c7b1, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=96bc1fe8-242a-45ba-a844-c1b33f59c7b1,segment=NetworkSegment(7e12a080-9391-426e-98e0-74c5936ea1ba),segment_id=7e12a080-9391-426e-98e0-74c5936ea1ba)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:18:21.128467 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (96bc1fe8-242a-45ba-a844-c1b33f59c7b1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:21.144686 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.db_base_plugin_common [None req-b5554206-20f9-423e-b19a-169e5e50c651 None None] Allocated IP 172.20.0.2 (4271ab7e-0cbe-41be-b1b5-81e73c61bfcf/3c8f38fb-ef4f-43fb-a5bb-5eca5e98d709/ecf38ed2-3ec1-4456-b409-71fd33bfa43a) {{(pid=102970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:18:21.179747 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae009eaa-89ad-48d9-8940-5c021730c76c x-openstack-request-id: req-ae009eaa-89ad-48d9-8940-5c021730c76c {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:18:21.180424 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e48d1903-172a-45ff-9eba-d70d17add9e5", "name": "network-vif-plugged", "status": "completed", "tag": "96bc1fe8-242a-45ba-a844-c1b33f59c7b1", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:18:21.180867 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-ae009eaa-89ad-48d9-8940-5c021730c76c {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:18:21.181448 dv-cinder-773985-32-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48d1903-172a-45ff-9eba-d70d17add9e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96bc1fe8-242a-45ba-a844-c1b33f59c7b1', 'code': 200} Feb 16 14:18:21.218207 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0fb34-10c9-44cf-8e62-96c84404035b req-b984a07a-d39e-4e52-b571-9ad659bb41e2 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:21.228511 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-76d0fb34-10c9-44cf-8e62-96c84404035b req-b984a07a-d39e-4e52-b571-9ad659bb41e2 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 946 time: 0.0880411 Feb 16 14:18:21.312320 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Pushing event updated for resources: {'Port': ['ID=96bc1fe8-242a-45ba-a844-c1b33f59c7b1,revision_number=7']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:21.394160 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-76d0fb34-10c9-44cf-8e62-96c84404035b req-224293b7-b61e-46ef-afbe-16d8ef0b32d6 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a304b7ae-1265-4202-af5b-2245021c533e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641693 Feb 16 14:18:21.440991 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ba3a6-ddb1-40f2-a1af-04302e1c2690 req-0fce2d12-7766-41cf-ace0-5af19ee25c83 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:21.448556 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f81ba3a6-ddb1-40f2-a1af-04302e1c2690 req-0fce2d12-7766-41cf-ace0-5af19ee25c83 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 946 time: 0.1925061 Feb 16 14:18:21.602918 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-94e2776f-abd3-4feb-8772-d66640bf4959 admin admin] Publish callbacks [] for router_gateway (2f9b15de-d019-4dee-a288-2fff19285cdc), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:21.625185 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f81ba3a6-ddb1-40f2-a1af-04302e1c2690 req-953a8d2f-f782-449d-b244-21d5e2e8bec3 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757183 Feb 16 14:18:21.656226 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-94e2776f-abd3-4feb-8772-d66640bf4959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:21.683286 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-5caea0d6-8a17-43b0-87f9-b3c92f043712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7167c442-4043-4e8d-98fe-927cf971b07c', 'name': 'tempest-TestMinimumBasicScenario-1189098942-router', 'tenant_id': '451735af279a49b18eb4ca311c7315a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '0e844233-392d-4d03-ad99-35a3d7c3d75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:18:13Z', 'updated_at': '2022-02-16T14:18:17Z', 'revision_number': 4, 'project_id': '451735af279a49b18eb4ca311c7315a0', 'gw_port': {'id': '0e844233-392d-4d03-ad99-35a3d7c3d75e', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:36:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7167c442-4043-4e8d-98fe-927cf971b07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:18:15Z', 'updated_at': '2022-02-16T14:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_interfaces': [{'id': 'dd7b6e27-3cee-423b-8c83-ee3fe0608404', 'name': '', 'network_id': '72812c74-d3b2-4e09-97cd-f0c45c3b9f64', 'tenant_id': '451735af279a49b18eb4ca311c7315a0', 'mac_address': 'fa:16:3e:0a:79:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7167c442-4043-4e8d-98fe-927cf971b07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'b624c315-0258-4d32-af36-3453b0a86eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:18:17Z', 'updated_at': '2022-02-16T14:18:18Z', 'revision_number': 2, 'project_id': '451735af279a49b18eb4ca311c7315a0', 'subnets': [{'id': 'b624c315-0258-4d32-af36-3453b0a86eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:18:21.755833 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device 0e844233-392d-4d03-ad99-35a3d7c3d75e up at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:18:21.801037 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5caea0d6-8a17-43b0-87f9-b3c92f043712 None None] Checking router: 7167c442-4043-4e8d-98fe-927cf971b07c for host: dv-cinder-773985-32-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:18:21.802675 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5caea0d6-8a17-43b0-87f9-b3c92f043712 None None] Updating router 7167c442-4043-4e8d-98fe-927cf971b07c port dd7b6e27-3cee-423b-8c83-ee3fe0608404 binding host dv-cinder-773985-32-iscsi {{(pid=102970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:18:21.844047 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5caea0d6-8a17-43b0-87f9-b3c92f043712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (dd7b6e27-3cee-423b-8c83-ee3fe0608404), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:21.877395 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.db.db_base_plugin_common [None req-94e2776f-abd3-4feb-8772-d66640bf4959 admin admin] Allocated IP 172.27.2.216 (5b71b9ca-6085-48b7-9167-93053be13444/8c2b85af-3da9-4754-9d29-6d95dbdc6260/0be40acb-a14e-44eb-a317-9875f67f22f0) {{(pid=102969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:18:22.005514 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b5554206-20f9-423e-b19a-169e5e50c651 None None] Publish callbacks [] for port (ecf38ed2-3ec1-4456-b409-71fd33bfa43a), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:22.012254 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Provisioning complete for port 0e844233-392d-4d03-ad99-35a3d7c3d75e triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:18:22.012670 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (0e844233-392d-4d03-ad99-35a3d7c3d75e), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:22.053608 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514700fe-94db-4e93-920f-33b0d6fc209e req-e8a35379-52a1-43d2-88a1-d7f13713a128 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:22.075733 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-514700fe-94db-4e93-920f-33b0d6fc209e req-e8a35379-52a1-43d2-88a1-d7f13713a128 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.1751785 Feb 16 14:18:22.101900 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b5554206-20f9-423e-b19a-169e5e50c651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784246951208'] for port (ecf38ed2-3ec1-4456-b409-71fd33bfa43a), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:22.157784 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-94e2776f-abd3-4feb-8772-d66640bf4959 admin admin] Publish callbacks [] for port (0be40acb-a14e-44eb-a317-9875f67f22f0), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:22.158126 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5554206-20f9-423e-b19a-169e5e50c651 None None] Pushing event updated for resources: {'Port': ['ID=ecf38ed2-3ec1-4456-b409-71fd33bfa43a,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:22.184812 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-514700fe-94db-4e93-920f-33b0d6fc209e req-23402196-d702-42f0-8630-31ddc15d3744 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077535 Feb 16 14:18:22.198235 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5554206-20f9-423e-b19a-169e5e50c651 None None] Network 4271ab7e-0cbe-41be-b1b5-81e73c61bfcf is already hosted by enough agents. {{(pid=102970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:18:22.204089 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [None req-b5554206-20f9-423e-b19a-169e5e50c651 None None] Resources bound (agent type, host, resource id): {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:18:22.209176 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5554206-20f9-423e-b19a-169e5e50c651 None None] Received port after_create {{(pid=102970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:18:22.247681 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-94e2776f-abd3-4feb-8772-d66640bf4959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784246951208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10340347'] for port (0be40acb-a14e-44eb-a317-9875f67f22f0), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:22.264793 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cc2e9-4293-4a25-afa9-52644c40127e req-df293751-947f-44b1-a78b-9ad56c9ae8cc tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:22.266387 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-fd5cc2e9-4293-4a25-afa9-52644c40127e req-df293751-947f-44b1-a78b-9ad56c9ae8cc tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ff2380a-8c26-434c-b46a-fcc844642b79 HTTP/1.1" status: 200 len: 943 time: 0.0954897 Feb 16 14:18:22.331295 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e2776f-abd3-4feb-8772-d66640bf4959 admin admin] Network 5b71b9ca-6085-48b7-9167-93053be13444 is already hosted by enough agents. {{(pid=102969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:18:22.337497 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e2776f-abd3-4feb-8772-d66640bf4959 admin admin] Pushing event updated for resources: {'Port': ['ID=0be40acb-a14e-44eb-a317-9875f67f22f0,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:22.340618 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-94e2776f-abd3-4feb-8772-d66640bf4959 admin admin] Resources bound (agent type, host, resource id): {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:18:22.342611 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-b5554206-20f9-423e-b19a-169e5e50c651 None None] Attempting to bind port ecf38ed2-3ec1-4456-b409-71fd33bfa43a on host dv-cinder-773985-32-iscsi for vnic_type normal with profile {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:18:22.342611 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-b5554206-20f9-423e-b19a-169e5e50c651 None None] Attempting to bind port ecf38ed2-3ec1-4456-b409-71fd33bfa43a by drivers openvswitch,hyperv on host dv-cinder-773985-32-iscsi at level 0 using segments [{'id': '4ab0ea73-dd7b-4945-b602-056bb4060947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '4271ab7e-0cbe-41be-b1b5-81e73c61bfcf'}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:18:22.342964 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5554206-20f9-423e-b19a-169e5e50c651 None None] Attempting to bind port ecf38ed2-3ec1-4456-b409-71fd33bfa43a on network 4271ab7e-0cbe-41be-b1b5-81e73c61bfcf {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:18:22.343979 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e2776f-abd3-4feb-8772-d66640bf4959 admin admin] Received port after_create {{(pid=102969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:18:22.383378 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5554206-20f9-423e-b19a-169e5e50c651 None None] Checking agent: {'id': '529a93d1-f8f6-4ba2-8600-6635050f85df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 7, 45), 'started_at': datetime.datetime(2022, 2, 16, 14, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:18:22.383815 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5554206-20f9-423e-b19a-169e5e50c651 None None] Checking segment: {'id': '4ab0ea73-dd7b-4945-b602-056bb4060947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '4271ab7e-0cbe-41be-b1b5-81e73c61bfcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:18:22.384235 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b5554206-20f9-423e-b19a-169e5e50c651 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:22.384633 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5554206-20f9-423e-b19a-169e5e50c651 None None] Bound using segment: {'id': '4ab0ea73-dd7b-4945-b602-056bb4060947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '4271ab7e-0cbe-41be-b1b5-81e73c61bfcf'} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:18:22.385127 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-b5554206-20f9-423e-b19a-169e5e50c651 None None] Bound port: ecf38ed2-3ec1-4456-b409-71fd33bfa43a, host: dv-cinder-773985-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab0ea73-dd7b-4945-b602-056bb4060947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '4271ab7e-0cbe-41be-b1b5-81e73c61bfcf'}}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:18:22.385516 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b5554206-20f9-423e-b19a-169e5e50c651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (ecf38ed2-3ec1-4456-b409-71fd33bfa43a), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:22.403498 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Current status of the port 0e844233-392d-4d03-ad99-35a3d7c3d75e is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:18:22.473804 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-fd5cc2e9-4293-4a25-afa9-52644c40127e req-ba032d45-ac2a-4297-a0b2-69d6e44537e2 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/security-groups?id=91d7ffa7-1848-4f96-99a0-919ffd557d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777098 Feb 16 14:18:22.625663 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5caea0d6-8a17-43b0-87f9-b3c92f043712 None None] Publish callbacks [] for port (dd7b6e27-3cee-423b-8c83-ee3fe0608404), precommit_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:22.645832 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5caea0d6-8a17-43b0-87f9-b3c92f043712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (dd7b6e27-3cee-423b-8c83-ee3fe0608404), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:22.661462 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21557999-69b5-4721-ba47-010b14318c0a req-a788c3fe-02fd-4eea-8e8a-219c3fe50a99 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:22.663494 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-21557999-69b5-4721-ba47-010b14318c0a req-a788c3fe-02fd-4eea-8e8a-219c3fe50a99 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 946 time: 0.1265893 Feb 16 14:18:22.726318 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-b5554206-20f9-423e-b19a-169e5e50c651 None None] For port ecf38ed2-3ec1-4456-b409-71fd33bfa43a, host dv-cinder-773985-32-iscsi, cleared binding levels {{(pid=102970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:18:22.762327 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-21557999-69b5-4721-ba47-010b14318c0a req-f4e6e272-8df1-4ed7-9a6f-44e8b4d032b9 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a304b7ae-1265-4202-af5b-2245021c533e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856318 Feb 16 14:18:22.873174 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-b5554206-20f9-423e-b19a-169e5e50c651 None None] For port ecf38ed2-3ec1-4456-b409-71fd33bfa43a, host dv-cinder-773985-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=ecf38ed2-3ec1-4456-b409-71fd33bfa43a,segment=NetworkSegment(4ab0ea73-dd7b-4945-b602-056bb4060947),segment_id=4ab0ea73-dd7b-4945-b602-056bb4060947)] {{(pid=102970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:18:22.874721 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67a4732-42b3-4386-a13a-a51db9ac1ac4 None None] Pushing event updated for resources: {'Port': ['ID=dd7b6e27-3cee-423b-8c83-ee3fe0608404,revision_number=3']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:22.897878 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b5554206-20f9-423e-b19a-169e5e50c651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (ecf38ed2-3ec1-4456-b409-71fd33bfa43a), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:23.039545 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63d108-7046-4562-8f8a-fcb79c0e70e6 req-0eea19d3-fd09-4086-8efb-281cd809f4c4 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:23.041283 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-0e63d108-7046-4562-8f8a-fcb79c0e70e6 req-0eea19d3-fd09-4086-8efb-281cd809f4c4 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 946 time: 0.1522431 Feb 16 14:18:23.042166 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-94e2776f-abd3-4feb-8772-d66640bf4959 admin admin] Publish callbacks [] for router_gateway (2f9b15de-d019-4dee-a288-2fff19285cdc), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:23.089337 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5554206-20f9-423e-b19a-169e5e50c651 None None] Pushing event updated for resources: {'Port': ['ID=ecf38ed2-3ec1-4456-b409-71fd33bfa43a,revision_number=2']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:23.149221 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-5caea0d6-8a17-43b0-87f9-b3c92f043712 None None] Attempting to bind port dd7b6e27-3cee-423b-8c83-ee3fe0608404 on host dv-cinder-773985-32-iscsi for vnic_type normal with profile {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:18:23.153067 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-5caea0d6-8a17-43b0-87f9-b3c92f043712 None None] Attempting to bind port dd7b6e27-3cee-423b-8c83-ee3fe0608404 by drivers openvswitch,hyperv on host dv-cinder-773985-32-iscsi at level 0 using segments [{'id': '563e0906-a05c-42cb-9152-87b93a4003d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '72812c74-d3b2-4e09-97cd-f0c45c3b9f64'}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:18:23.153943 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5caea0d6-8a17-43b0-87f9-b3c92f043712 None None] Attempting to bind port dd7b6e27-3cee-423b-8c83-ee3fe0608404 on network 72812c74-d3b2-4e09-97cd-f0c45c3b9f64 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:18:23.199202 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5caea0d6-8a17-43b0-87f9-b3c92f043712 None None] Checking agent: {'id': '529a93d1-f8f6-4ba2-8600-6635050f85df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 7, 45), 'started_at': datetime.datetime(2022, 2, 16, 14, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:18:23.200875 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5caea0d6-8a17-43b0-87f9-b3c92f043712 None None] Checking segment: {'id': '563e0906-a05c-42cb-9152-87b93a4003d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '72812c74-d3b2-4e09-97cd-f0c45c3b9f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:18:23.202042 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5caea0d6-8a17-43b0-87f9-b3c92f043712 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:23.202954 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5caea0d6-8a17-43b0-87f9-b3c92f043712 None None] Bound using segment: {'id': '563e0906-a05c-42cb-9152-87b93a4003d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '72812c74-d3b2-4e09-97cd-f0c45c3b9f64'} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:18:23.206285 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-5caea0d6-8a17-43b0-87f9-b3c92f043712 None None] Bound port: dd7b6e27-3cee-423b-8c83-ee3fe0608404, host: dv-cinder-773985-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '563e0906-a05c-42cb-9152-87b93a4003d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '72812c74-d3b2-4e09-97cd-f0c45c3b9f64'}}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:18:23.207311 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5caea0d6-8a17-43b0-87f9-b3c92f043712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (dd7b6e27-3cee-423b-8c83-ee3fe0608404), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:23.245024 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-0e63d108-7046-4562-8f8a-fcb79c0e70e6 req-215ddc49-dc99-46b9-8703-473116861beb tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941082 Feb 16 14:18:23.461825 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d30d8-0e99-41b2-b726-7d65944227bc req-b43b9ace-2ff1-453d-ba7e-e87de28d12e1 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:23.475895 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a33d30d8-0e99-41b2-b726-7d65944227bc req-b43b9ace-2ff1-453d-ba7e-e87de28d12e1 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/networks?id=61c5fb91-b66e-4415-8fe4-ccf1596db820 HTTP/1.1" status: 200 len: 815 time: 0.3460774 Feb 16 14:18:23.522008 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a33d30d8-0e99-41b2-b726-7d65944227bc req-e572cd6f-b67d-42c5-b739-63195ac34080 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/quotas/3a34e3e6c1ee4ab48ff1d85f68799b81 HTTP/1.1" status: 200 len: 375 time: 0.0451305 Feb 16 14:18:23.526843 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-5caea0d6-8a17-43b0-87f9-b3c92f043712 None None] For port dd7b6e27-3cee-423b-8c83-ee3fe0608404, host dv-cinder-773985-32-iscsi, cleared binding levels {{(pid=102970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:18:23.530951 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-04f881c1-205d-4b96-9a46-fc38c960d968 None None] Provisioning complete for port dd7b6e27-3cee-423b-8c83-ee3fe0608404 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:18:23.531496 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-04f881c1-205d-4b96-9a46-fc38c960d968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (dd7b6e27-3cee-423b-8c83-ee3fe0608404), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:23.608070 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-5caea0d6-8a17-43b0-87f9-b3c92f043712 None None] For port dd7b6e27-3cee-423b-8c83-ee3fe0608404, host dv-cinder-773985-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=dd7b6e27-3cee-423b-8c83-ee3fe0608404,segment=NetworkSegment(563e0906-a05c-42cb-9152-87b93a4003d1),segment_id=563e0906-a05c-42cb-9152-87b93a4003d1)] {{(pid=102970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:18:23.618496 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-94e2776f-abd3-4feb-8772-d66640bf4959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1596030'] for router (2f9b15de-d019-4dee-a288-2fff19285cdc), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:23.632305 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5caea0d6-8a17-43b0-87f9-b3c92f043712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (dd7b6e27-3cee-423b-8c83-ee3fe0608404), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:23.639805 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a33d30d8-0e99-41b2-b726-7d65944227bc req-e130bd95-f49c-4c8a-b4fe-81840567136d tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?tenant_id=3a34e3e6c1ee4ab48ff1d85f68799b81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1165359 Feb 16 14:18:23.666121 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-04f881c1-205d-4b96-9a46-fc38c960d968 None None] Port dd7b6e27-3cee-423b-8c83-ee3fe0608404 cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:18:23.696212 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b1f51-c570-47a3-b134-0abf841fb0e0 req-b554efa4-2423-459b-9f03-3e66131d3236 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:23.697783 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c25b1f51-c570-47a3-b134-0abf841fb0e0 req-b554efa4-2423-459b-9f03-3e66131d3236 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.1811948 Feb 16 14:18:23.708704 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5caea0d6-8a17-43b0-87f9-b3c92f043712 None None] Routers {'7167c442-4043-4e8d-98fe-927cf971b07c'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:18:23.709690 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-5caea0d6-8a17-43b0-87f9-b3c92f043712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:18:11Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['7167c442-4043-4e8d-98fe-927cf971b07c'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:18:23.888457 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c25b1f51-c570-47a3-b134-0abf841fb0e0 req-8bb1ba39-da46-49ca-b1bb-79185a7b7d2b tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404178 Feb 16 14:18:23.913149 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-5caea0d6-8a17-43b0-87f9-b3c92f043712 None None] Set router 7167c442-4043-4e8d-98fe-927cf971b07c gateway port host: dv-cinder-773985-32-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:18:23.933262 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a33d30d8-0e99-41b2-b726-7d65944227bc req-7c6b70a0-cc6d-4432-a54b-f38c6fe107d4 service neutron] 10.222.0.120 "GET /v2.0/networks/61c5fb91-b66e-4415-8fe4-ccf1596db820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918296 Feb 16 14:18:23.992325 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e2776f-abd3-4feb-8772-d66640bf4959 admin admin] Router 2f9b15de-d019-4dee-a288-2fff19285cdc is scheduled to L3 agent 531611a8-34ea-4f1f-8d10-111cbf56a8a1 with binding_index 1 {{(pid=102969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:18:24.131107 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device ecf38ed2-3ec1-4456-b409-71fd33bfa43a up at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:18:24.139131 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a33d30d8-0e99-41b2-b726-7d65944227bc req-cb658e60-2b57-4f57-9466-8c29cf5aa6a8 service neutron] 10.222.0.120 "GET /v2.0/networks/61c5fb91-b66e-4415-8fe4-ccf1596db820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025535 Feb 16 14:18:24.255588 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-87aa3c20-0dda-43f6-854f-d89ba33aa3f1 None None] Provisioning complete for port dd7b6e27-3cee-423b-8c83-ee3fe0608404 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:18:24.256177 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-87aa3c20-0dda-43f6-854f-d89ba33aa3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (dd7b6e27-3cee-423b-8c83-ee3fe0608404), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:24.275276 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c2ecaa-3989-4d34-b42c-2b5237aabeed req-1b71cfc9-d9cb-420a-b6f1-fecfe7c2d3e0 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:24.276920 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a0c2ecaa-3989-4d34-b42c-2b5237aabeed req-1b71cfc9-d9cb-420a-b6f1-fecfe7c2d3e0 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ff2380a-8c26-434c-b46a-fcc844642b79 HTTP/1.1" status: 200 len: 943 time: 0.1571627 Feb 16 14:18:24.281945 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e2776f-abd3-4feb-8772-d66640bf4959 admin admin] Notify agent at l3_agent.dv-cinder-773985-32-iscsi the message routers_updated {{(pid=102969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:18:24.292094 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a384787b-ef53-43d2-a3d1-879012469cff None None] Sync routers for ids ['2f9b15de-d019-4dee-a288-2fff19285cdc'] in dv-cinder-773985-32-iscsi {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:18:24.320790 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a384787b-ef53-43d2-a3d1-879012469cff None None] Routers {'2f9b15de-d019-4dee-a288-2fff19285cdc'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:18:24.324217 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-a384787b-ef53-43d2-a3d1-879012469cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:18:11Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['2f9b15de-d019-4dee-a288-2fff19285cdc'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:18:24.347029 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-94e2776f-abd3-4feb-8772-d66640bf4959 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:24.348734 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 55434) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:18:24.351503 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-94e2776f-abd3-4feb-8772-d66640bf4959 admin admin] 10.222.0.120 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.9549589 Feb 16 14:18:24.397321 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a0c2ecaa-3989-4d34-b42c-2b5237aabeed req-086b83da-2592-42f4-a7e1-8dae40c271f2 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/security-groups?id=91d7ffa7-1848-4f96-99a0-919ffd557d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129439 Feb 16 14:18:24.480402 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67a4732-42b3-4386-a13a-a51db9ac1ac4 None None] Pushing event updated for resources: {'Port': ['ID=dd7b6e27-3cee-423b-8c83-ee3fe0608404,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:24.536229 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Provisioning complete for port ecf38ed2-3ec1-4456-b409-71fd33bfa43a triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:18:24.540405 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (ecf38ed2-3ec1-4456-b409-71fd33bfa43a), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:24.605156 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-a384787b-ef53-43d2-a3d1-879012469cff None None] Set router 2f9b15de-d019-4dee-a288-2fff19285cdc gateway port host: dv-cinder-773985-32-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:18:24.614780 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-0c80f84f-edd5-4f6d-b990-d7c685603e94 req-223f525e-922b-4adf-8033-79720f6fe360 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=4bd372eb-4111-4aca-985e-c6c12fb80443 HTTP/1.1" status: 200 len: 210 time: 0.0985341 Feb 16 14:18:24.818918 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-5caea0d6-8a17-43b0-87f9-b3c92f043712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7167c442-4043-4e8d-98fe-927cf971b07c', 'name': 'tempest-TestMinimumBasicScenario-1189098942-router', 'tenant_id': '451735af279a49b18eb4ca311c7315a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '0e844233-392d-4d03-ad99-35a3d7c3d75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:18:13Z', 'updated_at': '2022-02-16T14:18:17Z', 'revision_number': 4, 'project_id': '451735af279a49b18eb4ca311c7315a0', 'gw_port': {'id': '0e844233-392d-4d03-ad99-35a3d7c3d75e', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:36:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7167c442-4043-4e8d-98fe-927cf971b07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:18:15Z', 'updated_at': '2022-02-16T14:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_interfaces': [{'id': 'dd7b6e27-3cee-423b-8c83-ee3fe0608404', 'name': '', 'network_id': '72812c74-d3b2-4e09-97cd-f0c45c3b9f64', 'tenant_id': '451735af279a49b18eb4ca311c7315a0', 'mac_address': 'fa:16:3e:0a:79:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7167c442-4043-4e8d-98fe-927cf971b07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'b624c315-0258-4d32-af36-3453b0a86eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:18:17Z', 'updated_at': '2022-02-16T14:18:23Z', 'revision_number': 4, 'project_id': '451735af279a49b18eb4ca311c7315a0', 'subnets': [{'id': 'b624c315-0258-4d32-af36-3453b0a86eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:18:24.822624 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-87aa3c20-0dda-43f6-854f-d89ba33aa3f1 None None] Current status of the port dd7b6e27-3cee-423b-8c83-ee3fe0608404 is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:18:24.831098 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-87aa3c20-0dda-43f6-854f-d89ba33aa3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (dd7b6e27-3cee-423b-8c83-ee3fe0608404), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:24.873457 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e14ec-6997-4d73-86de-d9a857a8c482 req-cd6bde5b-0c1b-4ce8-91e2-bed5d3c27ff0 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:24.875091 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-420e14ec-6997-4d73-86de-d9a857a8c482 req-cd6bde5b-0c1b-4ce8-91e2-bed5d3c27ff0 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 946 time: 0.3448744 Feb 16 14:18:24.906214 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d73cc2-d31b-43ec-a47d-35ccb5774f27 req-4f78a5a8-c8ad-4c02-a7f2-85bc679aaa1a tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:24.914294 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-01d73cc2-d31b-43ec-a47d-35ccb5774f27 req-4f78a5a8-c8ad-4c02-a7f2-85bc679aaa1a tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 946 time: 0.1469727 Feb 16 14:18:24.967861 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5caea0d6-8a17-43b0-87f9-b3c92f043712 None None] The sync data for ids ['7167c442-4043-4e8d-98fe-927cf971b07c'] in dv-cinder-773985-32-iscsi is: [{'id': '7167c442-4043-4e8d-98fe-927cf971b07c', 'name': 'tempest-TestMinimumBasicScenario-1189098942-router', 'tenant_id': '451735af279a49b18eb4ca311c7315a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '0e844233-392d-4d03-ad99-35a3d7c3d75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:18:13Z', 'updated_at': '2022-02-16T14:18:17Z', 'revision_number': 4, 'project_id': '451735af279a49b18eb4ca311c7315a0', 'gw_port': {'id': '0e844233-392d-4d03-ad99-35a3d7c3d75e', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:36:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7167c442-4043-4e8d-98fe-927cf971b07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:18:15Z', 'updated_at': '2022-02-16T14:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_interfaces': [{'id': 'dd7b6e27-3cee-423b-8c83-ee3fe0608404', 'name': '', 'network_id': '72812c74-d3b2-4e09-97cd-f0c45c3b9f64', 'tenant_id': '451735af279a49b18eb4ca311c7315a0', 'mac_address': 'fa:16:3e:0a:79:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7167c442-4043-4e8d-98fe-927cf971b07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'b624c315-0258-4d32-af36-3453b0a86eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:18:17Z', 'updated_at': '2022-02-16T14:18:23Z', 'revision_number': 4, 'project_id': '451735af279a49b18eb4ca311c7315a0', 'subnets': [{'id': 'b624c315-0258-4d32-af36-3453b0a86eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:18:24.991257 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-a384787b-ef53-43d2-a3d1-879012469cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9b15de-d019-4dee-a288-2fff19285cdc', 'name': 'tempest-TestMinimumBasicScenario-33329580-router', 'tenant_id': 'ba9cdfeb53e840f88f205020fa9cd460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '0be40acb-a14e-44eb-a317-9875f67f22f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:18:20Z', 'updated_at': '2022-02-16T14:18:22Z', 'revision_number': 3, 'project_id': 'ba9cdfeb53e840f88f205020fa9cd460', 'gw_port': {'id': '0be40acb-a14e-44eb-a317-9875f67f22f0', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:82:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9b15de-d019-4dee-a288-2fff19285cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:18:21Z', 'updated_at': '2022-02-16T14:18:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi'}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:18:25.063775 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-01d73cc2-d31b-43ec-a47d-35ccb5774f27 req-87d212e1-3e92-4c62-b916-fdc371086511 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335964 Feb 16 14:18:25.117524 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a384787b-ef53-43d2-a3d1-879012469cff None None] Checking router: 2f9b15de-d019-4dee-a288-2fff19285cdc for host: dv-cinder-773985-32-iscsi {{(pid=102971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:18:25.122963 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-87aa3c20-0dda-43f6-854f-d89ba33aa3f1 None None] For port dd7b6e27-3cee-423b-8c83-ee3fe0608404, host dv-cinder-773985-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=dd7b6e27-3cee-423b-8c83-ee3fe0608404,segment=NetworkSegment(563e0906-a05c-42cb-9152-87b93a4003d1),segment_id=563e0906-a05c-42cb-9152-87b93a4003d1)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:18:25.123557 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a384787b-ef53-43d2-a3d1-879012469cff None None] Updating router 2f9b15de-d019-4dee-a288-2fff19285cdc port 0be40acb-a14e-44eb-a317-9875f67f22f0 binding host dv-cinder-773985-32-iscsi {{(pid=102971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:18:25.140391 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-87aa3c20-0dda-43f6-854f-d89ba33aa3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (dd7b6e27-3cee-423b-8c83-ee3fe0608404), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:25.200329 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-a384787b-ef53-43d2-a3d1-879012469cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (0be40acb-a14e-44eb-a317-9875f67f22f0), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:25.225670 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Current status of the port ecf38ed2-3ec1-4456-b409-71fd33bfa43a is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:18:25.227931 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (ecf38ed2-3ec1-4456-b409-71fd33bfa43a), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:25.336162 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-420e14ec-6997-4d73-86de-d9a857a8c482 req-15404a2a-e84a-4fc2-b54e-e487e491de86 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a304b7ae-1265-4202-af5b-2245021c533e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4488611 Feb 16 14:18:25.366782 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aa3c20-0dda-43f6-854f-d89ba33aa3f1 None None] Pushing event updated for resources: {'Port': ['ID=dd7b6e27-3cee-423b-8c83-ee3fe0608404,revision_number=5']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:25.410969 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] For port ecf38ed2-3ec1-4456-b409-71fd33bfa43a, host dv-cinder-773985-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=ecf38ed2-3ec1-4456-b409-71fd33bfa43a,segment=NetworkSegment(4ab0ea73-dd7b-4945-b602-056bb4060947),segment_id=4ab0ea73-dd7b-4945-b602-056bb4060947)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:18:25.418401 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (ecf38ed2-3ec1-4456-b409-71fd33bfa43a), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:25.537137 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed563e3-6827-4386-9c1f-78333c94db89 None None] Network 4271ab7e-0cbe-41be-b1b5-81e73c61bfcf requested from dv-cinder-773985-32-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:18:25.877749 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Pushing event updated for resources: {'Port': ['ID=ecf38ed2-3ec1-4456-b409-71fd33bfa43a,revision_number=3']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:26.030642 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-eb87880e-7d53-492b-955f-dfebde7dd16b None None] Provisioning complete for port ecf38ed2-3ec1-4456-b409-71fd33bfa43a triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:18:26.032529 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb87880e-7d53-492b-955f-dfebde7dd16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (ecf38ed2-3ec1-4456-b409-71fd33bfa43a), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:26.052929 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device dd7b6e27-3cee-423b-8c83-ee3fe0608404 up at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:18:26.244983 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-a384787b-ef53-43d2-a3d1-879012469cff None None] Publish callbacks [] for port (0be40acb-a14e-44eb-a317-9875f67f22f0), precommit_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:26.262318 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-a384787b-ef53-43d2-a3d1-879012469cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (0be40acb-a14e-44eb-a317-9875f67f22f0), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:26.345487 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2faefe-fccb-4160-8b4e-18fd0f9872b9 req-5b806975-ef54-410f-860d-681410369cf0 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:26.376174 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ef2faefe-fccb-4160-8b4e-18fd0f9872b9 req-5b806975-ef54-410f-860d-681410369cf0 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.6397731 Feb 16 14:18:26.474818 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb28867-c0cd-4cdc-a27e-2b4c069ac6da req-baaaedd3-2d87-452f-bf72-c9f44854976e tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:26.498417 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-8bb28867-c0cd-4cdc-a27e-2b4c069ac6da req-baaaedd3-2d87-452f-bf72-c9f44854976e tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ff2380a-8c26-434c-b46a-fcc844642b79 HTTP/1.1" status: 200 len: 943 time: 0.1973877 Feb 16 14:18:26.525834 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [None req-a384787b-ef53-43d2-a3d1-879012469cff None None] Attempting to bind port 0be40acb-a14e-44eb-a317-9875f67f22f0 on host dv-cinder-773985-32-iscsi for vnic_type normal with profile {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:18:26.526800 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [None req-a384787b-ef53-43d2-a3d1-879012469cff None None] Attempting to bind port 0be40acb-a14e-44eb-a317-9875f67f22f0 by drivers openvswitch,hyperv on host dv-cinder-773985-32-iscsi at level 0 using segments [{'id': '26d58d4e-c6ed-4576-9373-5fb9e6fda4ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444'}] {{(pid=102971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:18:26.528929 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a384787b-ef53-43d2-a3d1-879012469cff None None] Attempting to bind port 0be40acb-a14e-44eb-a317-9875f67f22f0 on network 5b71b9ca-6085-48b7-9167-93053be13444 {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:18:26.545248 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de7eca3-cab0-40f4-81de-bf349d5af344 None None] Pushing event updated for resources: {'Port': ['ID=0be40acb-a14e-44eb-a317-9875f67f22f0,revision_number=2']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:26.573617 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a384787b-ef53-43d2-a3d1-879012469cff None None] Checking agent: {'id': '529a93d1-f8f6-4ba2-8600-6635050f85df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 7, 45), 'started_at': datetime.datetime(2022, 2, 16, 14, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:18:26.576306 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a384787b-ef53-43d2-a3d1-879012469cff None None] Checking segment: {'id': '26d58d4e-c6ed-4576-9373-5fb9e6fda4ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:18:26.578752 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-a384787b-ef53-43d2-a3d1-879012469cff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:26.582780 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a384787b-ef53-43d2-a3d1-879012469cff None None] Bound using segment: {'id': '26d58d4e-c6ed-4576-9373-5fb9e6fda4ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444'} {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:18:26.585075 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [None req-a384787b-ef53-43d2-a3d1-879012469cff None None] Bound port: 0be40acb-a14e-44eb-a317-9875f67f22f0, host: dv-cinder-773985-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26d58d4e-c6ed-4576-9373-5fb9e6fda4ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444'}}] {{(pid=102971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:18:26.587310 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-a384787b-ef53-43d2-a3d1-879012469cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (0be40acb-a14e-44eb-a317-9875f67f22f0), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:26.710607 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-8bb28867-c0cd-4cdc-a27e-2b4c069ac6da req-920301d0-aa4c-4de6-9605-4df2d2920544 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/security-groups?id=91d7ffa7-1848-4f96-99a0-919ffd557d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2039270 Feb 16 14:18:26.756057 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3337403c-9fe1-4c56-bc47-004ddfbb03cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:26.773870 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ef2faefe-fccb-4160-8b4e-18fd0f9872b9 req-5b1697e1-68fb-4c24-b29e-ccd36e470f95 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3964021 Feb 16 14:18:26.789043 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [None req-a384787b-ef53-43d2-a3d1-879012469cff None None] For port 0be40acb-a14e-44eb-a317-9875f67f22f0, host dv-cinder-773985-32-iscsi, cleared binding levels {{(pid=102971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:18:26.794996 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [None req-a384787b-ef53-43d2-a3d1-879012469cff None None] For port 0be40acb-a14e-44eb-a317-9875f67f22f0, host dv-cinder-773985-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=0be40acb-a14e-44eb-a317-9875f67f22f0,segment=NetworkSegment(26d58d4e-c6ed-4576-9373-5fb9e6fda4ae),segment_id=26d58d4e-c6ed-4576-9373-5fb9e6fda4ae)] {{(pid=102971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:18:26.809625 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-a384787b-ef53-43d2-a3d1-879012469cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (0be40acb-a14e-44eb-a317-9875f67f22f0), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:26.890834 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b64c5c92-bb8c-49ef-8c05-520f4358b5f6 req-ccddb92d-f198-4d44-9765-cdd2de8efa82 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=4bd372eb-4111-4aca-985e-c6c12fb80443 HTTP/1.1" status: 200 len: 210 time: 0.0479653 Feb 16 14:18:26.975119 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de7eca3-cab0-40f4-81de-bf349d5af344 None None] Pushing event updated for resources: {'Port': ['ID=0be40acb-a14e-44eb-a317-9875f67f22f0,revision_number=3']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:27.009982 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a384787b-ef53-43d2-a3d1-879012469cff None None] Routers {'2f9b15de-d019-4dee-a288-2fff19285cdc'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:18:27.012900 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-a384787b-ef53-43d2-a3d1-879012469cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:18:11Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['2f9b15de-d019-4dee-a288-2fff19285cdc'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:18:27.101759 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4425bad1-9be4-436f-930d-731345878043 req-c1b3bf87-0095-4c97-9278-6608dd978574 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:27.110723 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-4425bad1-9be4-436f-930d-731345878043 req-c1b3bf87-0095-4c97-9278-6608dd978574 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 946 time: 0.1227801 Feb 16 14:18:27.151058 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Provisioning complete for port dd7b6e27-3cee-423b-8c83-ee3fe0608404 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:18:27.152686 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (dd7b6e27-3cee-423b-8c83-ee3fe0608404), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:27.200054 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-4425bad1-9be4-436f-930d-731345878043 req-11f0dffc-2c29-41fa-b5fe-50547a8d85b6 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a304b7ae-1265-4202-af5b-2245021c533e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842042 Feb 16 14:18:27.320349 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb87880e-7d53-492b-955f-dfebde7dd16b None None] Current status of the port ecf38ed2-3ec1-4456-b409-71fd33bfa43a is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:18:27.433628 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f522e0-a97f-420a-b333-5080d5cee5d3 req-5c42da54-1a26-4ea5-8488-37688c3d93f5 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:27.452161 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-70f522e0-a97f-420a-b333-5080d5cee5d3 req-5c42da54-1a26-4ea5-8488-37688c3d93f5 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 946 time: 0.4950035 Feb 16 14:18:27.519385 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Current status of the port dd7b6e27-3cee-423b-8c83-ee3fe0608404 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:18:27.574276 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d30d8-0e99-41b2-b726-7d65944227bc req-5aa962bc-cb7b-4584-980b-25c4c7a95f04 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:27.579651 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a33d30d8-0e99-41b2-b726-7d65944227bc req-5aa962bc-cb7b-4584-980b-25c4c7a95f04 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.10 "GET /v2.0/networks?id=61c5fb91-b66e-4415-8fe4-ccf1596db820 HTTP/1.1" status: 200 len: 815 time: 0.3777342 Feb 16 14:18:27.608337 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [req-a33d30d8-0e99-41b2-b726-7d65944227bc req-c803d137-4db8-466f-bd3a-3eecf5f281e9 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Request body: {'port': {'device_id': '4bd372eb-4111-4aca-985e-c6c12fb80443', 'network_id': '61c5fb91-b66e-4415-8fe4-ccf1596db820', 'admin_state_up': True, 'tenant_id': '3a34e3e6c1ee4ab48ff1d85f68799b81'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:18:27.780944 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device ecf38ed2-3ec1-4456-b409-71fd33bfa43a up at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:18:27.846348 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-a384787b-ef53-43d2-a3d1-879012469cff None None] Set router 2f9b15de-d019-4dee-a288-2fff19285cdc gateway port host: dv-cinder-773985-32-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:18:27.946199 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a33d30d8-0e99-41b2-b726-7d65944227bc req-c803d137-4db8-466f-bd3a-3eecf5f281e9 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Made reservation on behalf of 3a34e3e6c1ee4ab48ff1d85f68799b81 for: {'port': 1} {{(pid=102969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:18:27.956454 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-a33d30d8-0e99-41b2-b726-7d65944227bc req-c803d137-4db8-466f-bd3a-3eecf5f281e9 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:27.967185 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Provisioning complete for port ecf38ed2-3ec1-4456-b409-71fd33bfa43a triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:18:27.967967 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (ecf38ed2-3ec1-4456-b409-71fd33bfa43a), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:27.975432 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-72596748-110f-4813-a771-1c7d7b6f4ea5 None None] Provisioning complete for port ecf38ed2-3ec1-4456-b409-71fd33bfa43a triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:18:27.979102 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-72596748-110f-4813-a771-1c7d7b6f4ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (ecf38ed2-3ec1-4456-b409-71fd33bfa43a), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:28.076547 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-70f522e0-a97f-420a-b333-5080d5cee5d3 req-a422443e-a830-4c20-a621-5e5d69e1158c tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6231456 Feb 16 14:18:28.078238 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_common [None req-3337403c-9fe1-4c56-bc47-004ddfbb03cf admin admin] Allocated IP 172.20.0.1 (4271ab7e-0cbe-41be-b1b5-81e73c61bfcf/3c8f38fb-ef4f-43fb-a5bb-5eca5e98d709/c7afc8e2-8264-453f-98ec-4c3bd955c6e7) {{(pid=102968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:18:28.248073 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-72596748-110f-4813-a771-1c7d7b6f4ea5 None None] Current status of the port ecf38ed2-3ec1-4456-b409-71fd33bfa43a is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:18:28.349477 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Current status of the port ecf38ed2-3ec1-4456-b409-71fd33bfa43a is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:18:28.435703 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c3762-e9cd-45d8-ba9d-809b0892f2b8 req-24622222-9441-4bb3-a91c-f3b99147f776 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:28.438111 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-930c3762-e9cd-45d8-ba9d-809b0892f2b8 req-24622222-9441-4bb3-a91c-f3b99147f776 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.1451540 Feb 16 14:18:28.441882 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3337403c-9fe1-4c56-bc47-004ddfbb03cf admin admin] Publish callbacks [] for port (c7afc8e2-8264-453f-98ec-4c3bd955c6e7), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:28.510672 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-930c3762-e9cd-45d8-ba9d-809b0892f2b8 req-10011a66-69c0-408b-a83a-11bb1e1ae5c0 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634074 Feb 16 14:18:28.541229 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-a384787b-ef53-43d2-a3d1-879012469cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9b15de-d019-4dee-a288-2fff19285cdc', 'name': 'tempest-TestMinimumBasicScenario-33329580-router', 'tenant_id': 'ba9cdfeb53e840f88f205020fa9cd460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '0be40acb-a14e-44eb-a317-9875f67f22f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:18:20Z', 'updated_at': '2022-02-16T14:18:22Z', 'revision_number': 3, 'project_id': 'ba9cdfeb53e840f88f205020fa9cd460', 'gw_port': {'id': '0be40acb-a14e-44eb-a317-9875f67f22f0', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:82:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9b15de-d019-4dee-a288-2fff19285cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:18:21Z', 'updated_at': '2022-02-16T14:18:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi'}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:18:28.560011 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3337403c-9fe1-4c56-bc47-004ddfbb03cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784246951208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811206'] for port (c7afc8e2-8264-453f-98ec-4c3bd955c6e7), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:28.599169 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d7f40-6219-46b9-873b-7199e3fcdcae req-0f1198d3-e1b8-430a-85c1-bbec4b011eba tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:28.607917 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a384787b-ef53-43d2-a3d1-879012469cff None None] The sync data for ids ['2f9b15de-d019-4dee-a288-2fff19285cdc'] in dv-cinder-773985-32-iscsi is: [{'id': '2f9b15de-d019-4dee-a288-2fff19285cdc', 'name': 'tempest-TestMinimumBasicScenario-33329580-router', 'tenant_id': 'ba9cdfeb53e840f88f205020fa9cd460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '0be40acb-a14e-44eb-a317-9875f67f22f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:18:20Z', 'updated_at': '2022-02-16T14:18:22Z', 'revision_number': 3, 'project_id': 'ba9cdfeb53e840f88f205020fa9cd460', 'gw_port': {'id': '0be40acb-a14e-44eb-a317-9875f67f22f0', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:82:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9b15de-d019-4dee-a288-2fff19285cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:18:21Z', 'updated_at': '2022-02-16T14:18:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi'}] {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:18:28.609572 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-5a9d7f40-6219-46b9-873b-7199e3fcdcae req-0f1198d3-e1b8-430a-85c1-bbec4b011eba tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ff2380a-8c26-434c-b46a-fcc844642b79 HTTP/1.1" status: 200 len: 943 time: 0.6967034 Feb 16 14:18:28.613796 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3337403c-9fe1-4c56-bc47-004ddfbb03cf admin admin] Network 4271ab7e-0cbe-41be-b1b5-81e73c61bfcf is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:18:28.623550 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [None req-3337403c-9fe1-4c56-bc47-004ddfbb03cf admin admin] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:18:28.641631 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3337403c-9fe1-4c56-bc47-004ddfbb03cf admin admin] Received port after_create {{(pid=102968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:18:28.791693 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3eec19d9-2840-469b-92d0-c0c30135bc27 req-355b2610-33f1-44b9-940d-fb49c0a08831 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=4bd372eb-4111-4aca-985e-c6c12fb80443 HTTP/1.1" status: 200 len: 210 time: 0.0719366 Feb 16 14:18:28.792462 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3337403c-9fe1-4c56-bc47-004ddfbb03cf admin admin] Pushing event updated for resources: {'Port': ['ID=c7afc8e2-8264-453f-98ec-4c3bd955c6e7,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:28.818659 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3337403c-9fe1-4c56-bc47-004ddfbb03cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1593123'] for router_interface (2f9b15de-d019-4dee-a288-2fff19285cdc), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:28.851560 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-5a9d7f40-6219-46b9-873b-7199e3fcdcae req-17ed12ad-e29e-41c1-9b36-cfbf3245074c tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/security-groups?id=91d7ffa7-1848-4f96-99a0-919ffd557d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2303011 Feb 16 14:18:28.883385 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.db.db_base_plugin_common [req-a33d30d8-0e99-41b2-b726-7d65944227bc req-c803d137-4db8-466f-bd3a-3eecf5f281e9 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Allocated IP 172.20.0.6 (61c5fb91-b66e-4415-8fe4-ccf1596db820/afa93d15-5472-4072-ba03-2d6b4a530984/ad98e9e8-7973-422b-a463-9e44d914f740) {{(pid=102969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:18:29.119332 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-62b098fb-2ef0-495d-9394-60066379f0d4 None None] Provisioning complete for port c7afc8e2-8264-453f-98ec-4c3bd955c6e7 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:18:29.119840 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-62b098fb-2ef0-495d-9394-60066379f0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (c7afc8e2-8264-453f-98ec-4c3bd955c6e7), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:29.215300 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e84117-1eee-4867-af06-db41a24e7bed req-0bca0962-a2b3-416d-8698-bb9519976bcd tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:29.217246 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-95e84117-1eee-4867-af06-db41a24e7bed req-0bca0962-a2b3-416d-8698-bb9519976bcd tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 946 time: 0.2207966 Feb 16 14:18:29.218106 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3337403c-9fe1-4c56-bc47-004ddfbb03cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (c7afc8e2-8264-453f-98ec-4c3bd955c6e7), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:29.305736 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-62b098fb-2ef0-495d-9394-60066379f0d4 None None] Port c7afc8e2-8264-453f-98ec-4c3bd955c6e7 cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:18:29.397714 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-95e84117-1eee-4867-af06-db41a24e7bed req-6f73c3e6-5ab1-4273-b178-b5ee8ea11845 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a304b7ae-1265-4202-af5b-2245021c533e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667500 Feb 16 14:18:29.427022 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-a33d30d8-0e99-41b2-b726-7d65944227bc req-c803d137-4db8-466f-bd3a-3eecf5f281e9 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Publish callbacks [] for port (ad98e9e8-7973-422b-a463-9e44d914f740), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:29.474574 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89afa181-994b-4b34-8ae5-cd0f9700a7b7 req-c6d7dd77-4c3a-41c1-9393-bfa53d53f505 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:29.478279 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-89afa181-994b-4b34-8ae5-cd0f9700a7b7 req-c6d7dd77-4c3a-41c1-9393-bfa53d53f505 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 946 time: 0.1697114 Feb 16 14:18:29.547468 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-a33d30d8-0e99-41b2-b726-7d65944227bc req-c803d137-4db8-466f-bd3a-3eecf5f281e9 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784246951208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10340347'] for port (ad98e9e8-7973-422b-a463-9e44d914f740), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:29.565902 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3337403c-9fe1-4c56-bc47-004ddfbb03cf admin admin] Publish callbacks [] for port (c7afc8e2-8264-453f-98ec-4c3bd955c6e7), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:29.572341 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3337403c-9fe1-4c56-bc47-004ddfbb03cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8811213'] for port (c7afc8e2-8264-453f-98ec-4c3bd955c6e7), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:29.600782 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] get_ports_and_sgs() called for port_ids ['03778484-d22b-41d2-8089-7f625fe2ad9c', '7e31eb21-1950-4d0f-a945-ca09a5f6f4ab'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:18:29.696286 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3337403c-9fe1-4c56-bc47-004ddfbb03cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2062336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1593279'] for router_interface (2f9b15de-d019-4dee-a288-2fff19285cdc), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:29.697378 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3337403c-9fe1-4c56-bc47-004ddfbb03cf admin admin] Pushing event updated for resources: {'Port': ['ID=c7afc8e2-8264-453f-98ec-4c3bd955c6e7,revision_number=2']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:29.852156 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device 0be40acb-a14e-44eb-a317-9875f67f22f0 up at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:18:29.990996 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a33d30d8-0e99-41b2-b726-7d65944227bc req-c803d137-4db8-466f-bd3a-3eecf5f281e9 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Network 61c5fb91-b66e-4415-8fe4-ccf1596db820 is already hosted by enough agents. {{(pid=102969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:18:30.005274 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3337403c-9fe1-4c56-bc47-004ddfbb03cf admin admin] Network 4271ab7e-0cbe-41be-b1b5-81e73c61bfcf is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:18:30.009699 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [None req-3337403c-9fe1-4c56-bc47-004ddfbb03cf admin admin] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:18:30.012279 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-89afa181-994b-4b34-8ae5-cd0f9700a7b7 req-61c00624-4152-43a4-8d9c-3055003a424d tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4821506 Feb 16 14:18:30.015798 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [req-a33d30d8-0e99-41b2-b726-7d65944227bc req-c803d137-4db8-466f-bd3a-3eecf5f281e9 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Resources bound (agent type, host, resource id): {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:18:30.049221 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.db.l3_dvrscheduler_db [req-a33d30d8-0e99-41b2-b726-7d65944227bc req-c803d137-4db8-466f-bd3a-3eecf5f281e9 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Received port after_create {{(pid=102969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:18:30.090598 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c803d137-4db8-466f-bd3a-3eecf5f281e9 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Pushing event updated for resources: {'Port': ['ID=ad98e9e8-7973-422b-a463-9e44d914f740,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:30.163567 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Provisioning complete for port 0be40acb-a14e-44eb-a317-9875f67f22f0 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:18:30.164219 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (0be40acb-a14e-44eb-a317-9875f67f22f0), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:30.268941 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe6a9b-918b-4a99-9980-5886d0a388b8 req-86a8e60d-8099-4ad8-a029-63638a9d9997 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:30.280339 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b3fe6a9b-918b-4a99-9980-5886d0a388b8 req-86a8e60d-8099-4ad8-a029-63638a9d9997 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.4132063 Feb 16 14:18:30.331566 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d30d8-0e99-41b2-b726-7d65944227bc req-c803d137-4db8-466f-bd3a-3eecf5f281e9 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:30.332520 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-a33d30d8-0e99-41b2-b726-7d65944227bc req-c803d137-4db8-466f-bd3a-3eecf5f281e9 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for port (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:30.363743 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 4b572455-4ec1-4eba-990b-5749f45e2e74 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:18:30.393353 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b3fe6a9b-918b-4a99-9980-5886d0a388b8 req-ae60bf11-7c1f-4f7f-8921-66741983ac46 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883448 Feb 16 14:18:30.410320 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a33d30d8-0e99-41b2-b726-7d65944227bc req-c803d137-4db8-466f-bd3a-3eecf5f281e9 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8042130 Feb 16 14:18:30.442349 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3337403c-9fe1-4c56-bc47-004ddfbb03cf admin admin] Router 2f9b15de-d019-4dee-a288-2fff19285cdc has already been hosted by L3 agent 531611a8-34ea-4f1f-8d10-111cbf56a8a1 {{(pid=102968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:18:30.458148 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be05bdcf-65fb-492a-a806-3b5f34cd90a8 req-3367b691-c766-46aa-af13-c47ef81f0470 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:30.463459 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-be05bdcf-65fb-492a-a806-3b5f34cd90a8 req-3367b691-c766-46aa-af13-c47ef81f0470 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=4bd372eb-4111-4aca-985e-c6c12fb80443 HTTP/1.1" status: 200 len: 931 time: 0.1617603 Feb 16 14:18:30.472944 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [req-a33d30d8-0e99-41b2-b726-7d65944227bc req-e28a27dc-46eb-40b9-8c84-39a7728b1ac1 service neutron] Request body: {'port': {'device_id': '4bd372eb-4111-4aca-985e-c6c12fb80443', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:18:30.613810 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-be05bdcf-65fb-492a-a806-3b5f34cd90a8 req-86d19732-0b63-4804-a490-8a5d3074b2e4 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341455 Feb 16 14:18:30.615999 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-a33d30d8-0e99-41b2-b726-7d65944227bc req-e28a27dc-46eb-40b9-8c84-39a7728b1ac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (ad98e9e8-7973-422b-a463-9e44d914f740), before_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:30.696240 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.db.resource_extend [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 14:18:30.700307 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3337403c-9fe1-4c56-bc47-004ddfbb03cf admin admin] Notify agent at l3_agent.dv-cinder-773985-32-iscsi the message routers_updated {{(pid=102968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:18:30.726568 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-3337403c-9fe1-4c56-bc47-004ddfbb03cf admin admin] 10.222.0.120 "PUT /v2.0/routers/2f9b15de-d019-4dee-a288-2fff19285cdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3724258 Feb 16 14:18:30.833761 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Current status of the port 0be40acb-a14e-44eb-a317-9875f67f22f0 is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:18:30.834608 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (0be40acb-a14e-44eb-a317-9875f67f22f0), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:30.930689 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db285c4-d12c-435a-8743-34f0fc15fad9 req-5541c4ed-bbe2-4a70-ad25-b9d7b534d5d1 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:30.932350 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5db285c4-d12c-435a-8743-34f0fc15fad9 req-5541c4ed-bbe2-4a70-ad25-b9d7b534d5d1 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ff2380a-8c26-434c-b46a-fcc844642b79 HTTP/1.1" status: 200 len: 943 time: 0.2383156 Feb 16 14:18:31.028489 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-c7002a0c-8177-4303-9584-ce204ab55a1a None None] Provisioning complete for port c7afc8e2-8264-453f-98ec-4c3bd955c6e7 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:18:31.037188 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c7002a0c-8177-4303-9584-ce204ab55a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (c7afc8e2-8264-453f-98ec-4c3bd955c6e7), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:31.188053 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] For port 0be40acb-a14e-44eb-a317-9875f67f22f0, host dv-cinder-773985-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=0be40acb-a14e-44eb-a317-9875f67f22f0,segment=NetworkSegment(26d58d4e-c6ed-4576-9373-5fb9e6fda4ae),segment_id=26d58d4e-c6ed-4576-9373-5fb9e6fda4ae)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:18:31.216472 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (0be40acb-a14e-44eb-a317-9875f67f22f0), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:31.221723 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5db285c4-d12c-435a-8743-34f0fc15fad9 req-28423018-006e-41bd-8ee0-c702fab6d2e2 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/security-groups?id=91d7ffa7-1848-4f96-99a0-919ffd557d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2592788 Feb 16 14:18:31.355029 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f6ea2-1017-4944-8f6e-c8d3109dcba5 req-ccede6fc-a36a-496b-91b6-d11015c8ef19 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:31.363457 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-313f6ea2-1017-4944-8f6e-c8d3109dcba5 req-ccede6fc-a36a-496b-91b6-d11015c8ef19 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 946 time: 0.4467316 Feb 16 14:18:31.399181 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 4b572455-4ec1-4eba-990b-5749f45e2e74, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=4b572455-4ec1-4eba-990b-5749f45e2e74,segment=NetworkSegment(0373981d-f79c-45c2-9efc-d2c5280ceefc),segment_id=0373981d-f79c-45c2-9efc-d2c5280ceefc)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:18:31.444337 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c7002a0c-8177-4303-9584-ce204ab55a1a None None] Port c7afc8e2-8264-453f-98ec-4c3bd955c6e7 cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:18:31.470276 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Returning: {'device': '4b572455-4ec1-4eba-990b-5749f45e2e74', 'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1', 'port_id': '4b572455-4ec1-4eba-990b-5749f45e2e74', 'mac_address': 'fa:16:3e:f6:92:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08195094-654a-4590-abde-4914e46611c7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:18:31.472294 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-313f6ea2-1017-4944-8f6e-c8d3109dcba5 req-42aa1d75-6905-4401-9a94-e2051984a67b tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a304b7ae-1265-4202-af5b-2245021c533e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073790 Feb 16 14:18:31.648467 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72e261-973f-43b7-a020-eb605ec59159 req-81214ea2-c3f1-4124-8518-cef9cac98c6c tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:31.650869 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-fe72e261-973f-43b7-a020-eb605ec59159 req-81214ea2-c3f1-4124-8518-cef9cac98c6c tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 946 time: 0.2136562 Feb 16 14:18:31.660634 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Pushing event updated for resources: {'Port': ['ID=0be40acb-a14e-44eb-a317-9875f67f22f0,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:31.751339 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-fe72e261-973f-43b7-a020-eb605ec59159 req-06ba7ced-ef74-4fef-85d2-7b5d04b0741d tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935340 Feb 16 14:18:31.803988 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Current status of the port 4b572455-4ec1-4eba-990b-5749f45e2e74 is: DOWN; New status is: BUILD {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:18:31.804470 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (4b572455-4ec1-4eba-990b-5749f45e2e74), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:31.859240 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b572455-4ec1-4eba-990b-5749f45e2e74 {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:18:31.891130 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 4b572455-4ec1-4eba-990b-5749f45e2e74, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=4b572455-4ec1-4eba-990b-5749f45e2e74,segment=NetworkSegment(0373981d-f79c-45c2-9efc-d2c5280ceefc),segment_id=0373981d-f79c-45c2-9efc-d2c5280ceefc)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:18:31.899997 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (4b572455-4ec1-4eba-990b-5749f45e2e74), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:31.921042 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a596d6a-ee08-42b3-902b-7609e33515ce req-ece63959-266e-4ac8-82be-511d3e196663 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:31.925980 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.notifiers.nova [req-a33d30d8-0e99-41b2-b726-7d65944227bc req-e28a27dc-46eb-40b9-8c84-39a7728b1ac1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad98e9e8-7973-422b-a463-9e44d914f740 {{(pid=102969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:18:31.929066 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8a596d6a-ee08-42b3-902b-7609e33515ce req-ece63959-266e-4ac8-82be-511d3e196663 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=4bd372eb-4111-4aca-985e-c6c12fb80443 HTTP/1.1" status: 200 len: 931 time: 0.1056724 Feb 16 14:18:31.965145 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-a33d30d8-0e99-41b2-b726-7d65944227bc req-e28a27dc-46eb-40b9-8c84-39a7728b1ac1 service neutron] Publish callbacks [] for port (ad98e9e8-7973-422b-a463-9e44d914f740), precommit_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:31.997840 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.db.provisioning_blocks [req-a33d30d8-0e99-41b2-b726-7d65944227bc req-e28a27dc-46eb-40b9-8c84-39a7728b1ac1 service neutron] Transition to ACTIVE for port object ad98e9e8-7973-422b-a463-9e44d914f740 will not be triggered until provisioned by entity L2. {{(pid=102969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:18:32.010745 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Pushing event updated for resources: {'Port': ['ID=4b572455-4ec1-4eba-990b-5749f45e2e74,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:32.015390 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aeec8ba-8549-4252-8d2f-6f1657ded188 None None] Sync routers for ids ['2f9b15de-d019-4dee-a288-2fff19285cdc'] in dv-cinder-773985-32-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:18:32.019946 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbdab5c-0800-48a0-b563-33d2b9f44c8b req-d49f34ce-36b8-4fe3-817b-3ac0bae65f58 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:32.023227 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-0dbdab5c-0800-48a0-b563-33d2b9f44c8b req-d49f34ce-36b8-4fe3-817b-3ac0bae65f58 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.3062217 Feb 16 14:18:32.028213 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-a33d30d8-0e99-41b2-b726-7d65944227bc req-e28a27dc-46eb-40b9-8c84-39a7728b1ac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10340336'] for port (ad98e9e8-7973-422b-a463-9e44d914f740), after_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:32.041594 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aeec8ba-8549-4252-8d2f-6f1657ded188 None None] Routers {'2f9b15de-d019-4dee-a288-2fff19285cdc'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:18:32.047622 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-6aeec8ba-8549-4252-8d2f-6f1657ded188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:18:11Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['2f9b15de-d019-4dee-a288-2fff19285cdc'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:18:32.108822 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8a596d6a-ee08-42b3-902b-7609e33515ce req-6a5d487b-d829-4893-b2a9-cb175c2ccf3d tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655474 Feb 16 14:18:32.273226 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-6aeec8ba-8549-4252-8d2f-6f1657ded188 None None] Set router 2f9b15de-d019-4dee-a288-2fff19285cdc gateway port host: dv-cinder-773985-32-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:18:32.289210 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-0dbdab5c-0800-48a0-b563-33d2b9f44c8b req-bd3a07a3-fcc6-4723-a289-3b25ce5dcc2e tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412837 Feb 16 14:18:32.291622 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28a27dc-46eb-40b9-8c84-39a7728b1ac1 service neutron] Pushing event updated for resources: {'Port': ['ID=ad98e9e8-7973-422b-a463-9e44d914f740,revision_number=2']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:32.475564 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.managers [req-a33d30d8-0e99-41b2-b726-7d65944227bc req-e28a27dc-46eb-40b9-8c84-39a7728b1ac1 service neutron] Attempting to bind port ad98e9e8-7973-422b-a463-9e44d914f740 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:18:32.476630 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.managers [req-a33d30d8-0e99-41b2-b726-7d65944227bc req-e28a27dc-46eb-40b9-8c84-39a7728b1ac1 service neutron] Attempting to bind port ad98e9e8-7973-422b-a463-9e44d914f740 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '60939eb9-e0f4-4fd7-9c84-2e8354cdfa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '61c5fb91-b66e-4415-8fe4-ccf1596db820'}] {{(pid=102969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:18:32.477136 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33d30d8-0e99-41b2-b726-7d65944227bc req-e28a27dc-46eb-40b9-8c84-39a7728b1ac1 service neutron] Attempting to bind port ad98e9e8-7973-422b-a463-9e44d914f740 on network 61c5fb91-b66e-4415-8fe4-ccf1596db820 {{(pid=102969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:18:32.481987 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33d30d8-0e99-41b2-b726-7d65944227bc req-e28a27dc-46eb-40b9-8c84-39a7728b1ac1 service neutron] Port ad98e9e8-7973-422b-a463-9e44d914f740 on network 61c5fb91-b66e-4415-8fe4-ccf1596db820 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:18:32.482510 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33d30d8-0e99-41b2-b726-7d65944227bc req-e28a27dc-46eb-40b9-8c84-39a7728b1ac1 service neutron] Attempting to bind port ad98e9e8-7973-422b-a463-9e44d914f740 on network 61c5fb91-b66e-4415-8fe4-ccf1596db820 {{(pid=102969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:18:32.492664 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa75e2b-96ff-426e-84f1-87a4b6a0046c req-1dbd2f3b-b22e-42e5-8b54-11d97050816b tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:32.512584 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8aa75e2b-96ff-426e-84f1-87a4b6a0046c req-1dbd2f3b-b22e-42e5-8b54-11d97050816b tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ff2380a-8c26-434c-b46a-fcc844642b79 HTTP/1.1" status: 200 len: 944 time: 0.1395264 Feb 16 14:18:32.514003 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33d30d8-0e99-41b2-b726-7d65944227bc req-e28a27dc-46eb-40b9-8c84-39a7728b1ac1 service neutron] Checking agent: {'id': '0563e457-3a96-4909-b5a3-8fa5db96f619', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 14, 3), 'started_at': datetime.datetime(2022, 2, 16, 14, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:18:32.514556 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33d30d8-0e99-41b2-b726-7d65944227bc req-e28a27dc-46eb-40b9-8c84-39a7728b1ac1 service neutron] Checking segment: {'id': '60939eb9-e0f4-4fd7-9c84-2e8354cdfa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '61c5fb91-b66e-4415-8fe4-ccf1596db820'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:18:32.515110 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33d30d8-0e99-41b2-b726-7d65944227bc req-e28a27dc-46eb-40b9-8c84-39a7728b1ac1 service neutron] Bound using segment: {'id': '60939eb9-e0f4-4fd7-9c84-2e8354cdfa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '61c5fb91-b66e-4415-8fe4-ccf1596db820'} {{(pid=102969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:18:32.515740 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.managers [req-a33d30d8-0e99-41b2-b726-7d65944227bc req-e28a27dc-46eb-40b9-8c84-39a7728b1ac1 service neutron] Bound port: ad98e9e8-7973-422b-a463-9e44d914f740, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60939eb9-e0f4-4fd7-9c84-2e8354cdfa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '61c5fb91-b66e-4415-8fe4-ccf1596db820'}}] {{(pid=102969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:18:32.522204 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-a33d30d8-0e99-41b2-b726-7d65944227bc req-e28a27dc-46eb-40b9-8c84-39a7728b1ac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (ad98e9e8-7973-422b-a463-9e44d914f740), before_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:32.624178 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8aa75e2b-96ff-426e-84f1-87a4b6a0046c req-6accc422-29e0-4f8b-9680-53c514eee624 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/security-groups?id=91d7ffa7-1848-4f96-99a0-919ffd557d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103969 Feb 16 14:18:32.698829 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] get_ports_and_sgs() called for port_ids ['4b572455-4ec1-4eba-990b-5749f45e2e74'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:18:32.788114 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c944c-0e4e-4f59-89e6-fe370b3c1db1 req-cb84c7ad-1535-4331-89c9-7b01f0548a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:32.789637 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ad0c944c-0e4e-4f59-89e6-fe370b3c1db1 req-cb84c7ad-1535-4331-89c9-7b01f0548a3a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 1130 time: 0.1024179 Feb 16 14:18:32.885539 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.db [req-a33d30d8-0e99-41b2-b726-7d65944227bc req-e28a27dc-46eb-40b9-8c84-39a7728b1ac1 service neutron] For port ad98e9e8-7973-422b-a463-9e44d914f740, host hv-cinder-77398, cleared binding levels {{(pid=102969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:18:32.893501 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.db [req-a33d30d8-0e99-41b2-b726-7d65944227bc req-e28a27dc-46eb-40b9-8c84-39a7728b1ac1 service neutron] For port ad98e9e8-7973-422b-a463-9e44d914f740, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ad98e9e8-7973-422b-a463-9e44d914f740,segment=NetworkSegment(60939eb9-e0f4-4fd7-9c84-2e8354cdfa58),segment_id=60939eb9-e0f4-4fd7-9c84-2e8354cdfa58)] {{(pid=102969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:18:32.900319 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-6aeec8ba-8549-4252-8d2f-6f1657ded188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9b15de-d019-4dee-a288-2fff19285cdc', 'name': 'tempest-TestMinimumBasicScenario-33329580-router', 'tenant_id': 'ba9cdfeb53e840f88f205020fa9cd460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '0be40acb-a14e-44eb-a317-9875f67f22f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:18:20Z', 'updated_at': '2022-02-16T14:18:29Z', 'revision_number': 4, 'project_id': 'ba9cdfeb53e840f88f205020fa9cd460', 'gw_port': {'id': '0be40acb-a14e-44eb-a317-9875f67f22f0', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:82:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9b15de-d019-4dee-a288-2fff19285cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:18:21Z', 'updated_at': '2022-02-16T14:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_interfaces': [{'id': 'c7afc8e2-8264-453f-98ec-4c3bd955c6e7', 'name': '', 'network_id': '4271ab7e-0cbe-41be-b1b5-81e73c61bfcf', 'tenant_id': 'ba9cdfeb53e840f88f205020fa9cd460', 'mac_address': 'fa:16:3e:e8:dd:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9b15de-d019-4dee-a288-2fff19285cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '3c8f38fb-ef4f-43fb-a5bb-5eca5e98d709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:18:26Z', 'updated_at': '2022-02-16T14:18:29Z', 'revision_number': 2, 'project_id': 'ba9cdfeb53e840f88f205020fa9cd460', 'subnets': [{'id': '3c8f38fb-ef4f-43fb-a5bb-5eca5e98d709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:18:32.971209 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ad0c944c-0e4e-4f59-89e6-fe370b3c1db1 req-f19b4a7b-7eb9-4303-a297-9a4e69a887d1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689820 Feb 16 14:18:32.977902 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e3e3c-9875-48ec-9387-66dca18f961e req-d2e926bd-28ad-486f-ae55-8b6c1f4d2fb7 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:32.984687 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-108e3e3c-9875-48ec-9387-66dca18f961e req-d2e926bd-28ad-486f-ae55-8b6c1f4d2fb7 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 946 time: 0.3203371 Feb 16 14:18:32.990528 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-a33d30d8-0e99-41b2-b726-7d65944227bc req-e28a27dc-46eb-40b9-8c84-39a7728b1ac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10340336'] for port (ad98e9e8-7973-422b-a463-9e44d914f740), after_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:33.040356 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3817b7ba-0c02-4ff7-92ec-78c39f350a88 req-545ed32f-6160-4433-b1d2-d7e65dc176d2 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:33.052434 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3817b7ba-0c02-4ff7-92ec-78c39f350a88 req-545ed32f-6160-4433-b1d2-d7e65dc176d2 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 946 time: 0.1949730 Feb 16 14:18:33.072664 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (0563e457-3a96-4909-b5a3-8fa5db96f619), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:33.077321 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aeec8ba-8549-4252-8d2f-6f1657ded188 None None] Checking router: 2f9b15de-d019-4dee-a288-2fff19285cdc for host: dv-cinder-773985-32-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:18:33.077755 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aeec8ba-8549-4252-8d2f-6f1657ded188 None None] Updating router 2f9b15de-d019-4dee-a288-2fff19285cdc port c7afc8e2-8264-453f-98ec-4c3bd955c6e7 binding host dv-cinder-773985-32-iscsi {{(pid=102970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:18:33.085415 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d30d8-0e99-41b2-b726-7d65944227bc req-e28a27dc-46eb-40b9-8c84-39a7728b1ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:33.086456 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-a33d30d8-0e99-41b2-b726-7d65944227bc req-e28a27dc-46eb-40b9-8c84-39a7728b1ac1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for port (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:33.090865 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a33d30d8-0e99-41b2-b726-7d65944227bc req-e28a27dc-46eb-40b9-8c84-39a7728b1ac1 service neutron] 10.222.0.10 "PUT /v2.0/ports/ad98e9e8-7973-422b-a463-9e44d914f740 HTTP/1.1" status: 200 len: 1093 time: 2.6215117 Feb 16 14:18:33.107500 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bd372eb-4111-4aca-985e-c6c12fb80443', 'tag': 'ad98e9e8-7973-422b-a463-9e44d914f740'}] {{(pid=102969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:18:33.118143 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}597425108aee33d34effbd51aa5a8721840594214ac6e6c89cce82b7911d7071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d9e27d-64a4-41dc-a7d8-ee9e4b9746fd" -d '{"events": [{"name": "network-changed", "server_uuid": "4bd372eb-4111-4aca-985e-c6c12fb80443", "tag": "ad98e9e8-7973-422b-a463-9e44d914f740"}]}' {{(pid=102969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:18:33.185736 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-6aeec8ba-8549-4252-8d2f-6f1657ded188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (c7afc8e2-8264-453f-98ec-4c3bd955c6e7), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:33.200493 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-108e3e3c-9875-48ec-9387-66dca18f961e req-a8973981-10cc-435c-b06b-557bc839a424 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a304b7ae-1265-4202-af5b-2245021c533e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1919045 Feb 16 14:18:33.209403 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3817b7ba-0c02-4ff7-92ec-78c39f350a88 req-b34cd2b4-63e2-4828-90be-49b8d6e20112 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555200 Feb 16 14:18:33.256462 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28a27dc-46eb-40b9-8c84-39a7728b1ac1 service neutron] Pushing event updated for resources: {'Port': ['ID=ad98e9e8-7973-422b-a463-9e44d914f740,revision_number=3']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:33.333666 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4edc62b1-37ee-4562-b9c8-db24eb2ecd3d x-openstack-request-id: req-4edc62b1-37ee-4562-b9c8-db24eb2ecd3d {{(pid=102969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:18:33.333956 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bd372eb-4111-4aca-985e-c6c12fb80443", "tag": "ad98e9e8-7973-422b-a463-9e44d914f740", "status": "completed", "code": 200}]} {{(pid=102969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:18:33.334209 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-4edc62b1-37ee-4562-b9c8-db24eb2ecd3d {{(pid=102969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:18:33.334602 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bd372eb-4111-4aca-985e-c6c12fb80443', 'tag': 'ad98e9e8-7973-422b-a463-9e44d914f740', 'status': 'completed', 'code': 200} Feb 16 14:18:33.638317 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1187fcd-93cb-45ca-8176-dd611bb31726 req-3b010bee-1837-4c3b-9be3-a439bb139801 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:33.639877 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f1187fcd-93cb-45ca-8176-dd611bb31726 req-3b010bee-1837-4c3b-9be3-a439bb139801 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=4bd372eb-4111-4aca-985e-c6c12fb80443 HTTP/1.1" status: 200 len: 943 time: 0.2996318 Feb 16 14:18:33.721911 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d9e27d-64a4-41dc-a7d8-ee9e4b9746fd req-c54440e3-5075-4b9e-b16a-02dd6ae79334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:33.732650 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-31d9e27d-64a4-41dc-a7d8-ee9e4b9746fd req-c54440e3-5075-4b9e-b16a-02dd6ae79334 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3a34e3e6c1ee4ab48ff1d85f68799b81&device_id=4bd372eb-4111-4aca-985e-c6c12fb80443 HTTP/1.1" status: 200 len: 1127 time: 0.1371639 Feb 16 14:18:33.761463 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20816d0a-f463-4ab7-805f-08d2e3d991ae req-f55ee222-f726-4f42-a670-d542f8092826 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:33.767172 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-20816d0a-f463-4ab7-805f-08d2e3d991ae req-f55ee222-f726-4f42-a670-d542f8092826 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.2233226 Feb 16 14:18:33.781355 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device 0be40acb-a14e-44eb-a317-9875f67f22f0 up at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:18:33.885248 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-20816d0a-f463-4ab7-805f-08d2e3d991ae req-1cf94069-1641-4e53-b701-1cfbc62e25e5 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110790 Feb 16 14:18:33.923599 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Provisioning complete for port 0be40acb-a14e-44eb-a317-9875f67f22f0 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:18:33.923984 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (0be40acb-a14e-44eb-a317-9875f67f22f0), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:33.980425 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f1187fcd-93cb-45ca-8176-dd611bb31726 req-976edbae-832d-4407-9bc4-5091bd3cc51d tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300381 Feb 16 14:18:34.201183 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951fe07a-815e-4bbc-b40f-2af7676e1c0c req-526b52fb-5692-413a-a559-4364a68d6b16 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:34.210043 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-951fe07a-815e-4bbc-b40f-2af7676e1c0c req-526b52fb-5692-413a-a559-4364a68d6b16 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ff2380a-8c26-434c-b46a-fcc844642b79 HTTP/1.1" status: 200 len: 944 time: 0.0919189 Feb 16 14:18:34.298067 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d9e27d-64a4-41dc-a7d8-ee9e4b9746fd req-7e833de2-1888-4440-9175-f776f8ca8665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:34.300127 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-31d9e27d-64a4-41dc-a7d8-ee9e4b9746fd req-7e833de2-1888-4440-9175-f776f8ca8665 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=3a34e3e6c1ee4ab48ff1d85f68799b81&shared=False HTTP/1.1" status: 200 len: 917 time: 0.5495019 Feb 16 14:18:34.304967 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-951fe07a-815e-4bbc-b40f-2af7676e1c0c req-8391cde6-fc90-4c53-986c-24c566484911 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/security-groups?id=91d7ffa7-1848-4f96-99a0-919ffd557d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855823 Feb 16 14:18:34.550690 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b136fb9c-b74b-4101-825e-c18fca619c5b req-333f95ef-645e-437d-b5c6-f7e3bb5be1a0 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:34.552873 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b136fb9c-b74b-4101-825e-c18fca619c5b req-333f95ef-645e-437d-b5c6-f7e3bb5be1a0 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 946 time: 0.1538084 Feb 16 14:18:34.580563 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Current status of the port 0be40acb-a14e-44eb-a317-9875f67f22f0 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:18:34.692579 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b136fb9c-b74b-4101-825e-c18fca619c5b req-4b8e3fa2-6deb-40b0-b7c1-e56736f697c9 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a304b7ae-1265-4202-af5b-2245021c533e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314287 Feb 16 14:18:34.714861 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-6aeec8ba-8549-4252-8d2f-6f1657ded188 None None] Publish callbacks [] for port (c7afc8e2-8264-453f-98ec-4c3bd955c6e7), precommit_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:34.732705 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-6aeec8ba-8549-4252-8d2f-6f1657ded188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (c7afc8e2-8264-453f-98ec-4c3bd955c6e7), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:34.794475 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d9e27d-64a4-41dc-a7d8-ee9e4b9746fd req-44376aaa-dc7f-41ed-b9b3-f25d38d79b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:34.796146 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-31d9e27d-64a4-41dc-a7d8-ee9e4b9746fd req-44376aaa-dc7f-41ed-b9b3-f25d38d79b9b service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4851644 Feb 16 14:18:34.825558 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9c23-c86a-4565-b33c-270bc607103a None None] Pushing event updated for resources: {'Port': ['ID=c7afc8e2-8264-453f-98ec-4c3bd955c6e7,revision_number=3']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:34.892086 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772ef271-360f-4107-9442-77da40355052 req-2098ccd3-1ce1-4cf9-9538-8d1134635ab8 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:34.898823 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-772ef271-360f-4107-9442-77da40355052 req-2098ccd3-1ce1-4cf9-9538-8d1134635ab8 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 946 time: 0.1015944 Feb 16 14:18:34.913830 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-6aeec8ba-8549-4252-8d2f-6f1657ded188 None None] Attempting to bind port c7afc8e2-8264-453f-98ec-4c3bd955c6e7 on host dv-cinder-773985-32-iscsi for vnic_type normal with profile {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:18:34.914504 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-6aeec8ba-8549-4252-8d2f-6f1657ded188 None None] Attempting to bind port c7afc8e2-8264-453f-98ec-4c3bd955c6e7 by drivers openvswitch,hyperv on host dv-cinder-773985-32-iscsi at level 0 using segments [{'id': '4ab0ea73-dd7b-4945-b602-056bb4060947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '4271ab7e-0cbe-41be-b1b5-81e73c61bfcf'}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:18:34.915068 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aeec8ba-8549-4252-8d2f-6f1657ded188 None None] Attempting to bind port c7afc8e2-8264-453f-98ec-4c3bd955c6e7 on network 4271ab7e-0cbe-41be-b1b5-81e73c61bfcf {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:18:34.931642 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aeec8ba-8549-4252-8d2f-6f1657ded188 None None] Checking agent: {'id': '529a93d1-f8f6-4ba2-8600-6635050f85df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 7, 45), 'started_at': datetime.datetime(2022, 2, 16, 14, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:18:34.932581 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aeec8ba-8549-4252-8d2f-6f1657ded188 None None] Checking segment: {'id': '4ab0ea73-dd7b-4945-b602-056bb4060947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '4271ab7e-0cbe-41be-b1b5-81e73c61bfcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:18:34.933167 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-6aeec8ba-8549-4252-8d2f-6f1657ded188 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:34.935015 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aeec8ba-8549-4252-8d2f-6f1657ded188 None None] Bound using segment: {'id': '4ab0ea73-dd7b-4945-b602-056bb4060947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '4271ab7e-0cbe-41be-b1b5-81e73c61bfcf'} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:18:34.935754 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-6aeec8ba-8549-4252-8d2f-6f1657ded188 None None] Bound port: c7afc8e2-8264-453f-98ec-4c3bd955c6e7, host: dv-cinder-773985-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab0ea73-dd7b-4945-b602-056bb4060947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '4271ab7e-0cbe-41be-b1b5-81e73c61bfcf'}}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:18:34.938544 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-6aeec8ba-8549-4252-8d2f-6f1657ded188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (c7afc8e2-8264-453f-98ec-4c3bd955c6e7), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:35.017799 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-772ef271-360f-4107-9442-77da40355052 req-c281e993-cca3-4cf7-b83b-e283e4769ca9 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921009 Feb 16 14:18:35.040037 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d30d8-0e99-41b2-b726-7d65944227bc req-29207061-4c42-44ec-9632-a50a4a61e0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:35.044528 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a33d30d8-0e99-41b2-b726-7d65944227bc req-29207061-4c42-44ec-9632-a50a4a61e0c2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3a34e3e6c1ee4ab48ff1d85f68799b81&device_id=4bd372eb-4111-4aca-985e-c6c12fb80443 HTTP/1.1" status: 200 len: 1127 time: 0.1446874 Feb 16 14:18:35.077787 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-6aeec8ba-8549-4252-8d2f-6f1657ded188 None None] For port c7afc8e2-8264-453f-98ec-4c3bd955c6e7, host dv-cinder-773985-32-iscsi, cleared binding levels {{(pid=102970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:18:35.087150 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-6aeec8ba-8549-4252-8d2f-6f1657ded188 None None] For port c7afc8e2-8264-453f-98ec-4c3bd955c6e7, host dv-cinder-773985-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=c7afc8e2-8264-453f-98ec-4c3bd955c6e7,segment=NetworkSegment(4ab0ea73-dd7b-4945-b602-056bb4060947),segment_id=4ab0ea73-dd7b-4945-b602-056bb4060947)] {{(pid=102970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:18:35.098621 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-6aeec8ba-8549-4252-8d2f-6f1657ded188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (c7afc8e2-8264-453f-98ec-4c3bd955c6e7), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:35.153519 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a33d30d8-0e99-41b2-b726-7d65944227bc req-dfa81225-7124-435e-ac4b-03b65e475cc8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad98e9e8-7973-422b-a463-9e44d914f740 HTTP/1.1" status: 200 len: 217 time: 0.0914917 Feb 16 14:18:35.226348 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aeec8ba-8549-4252-8d2f-6f1657ded188 None None] Routers {'2f9b15de-d019-4dee-a288-2fff19285cdc'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:18:35.226995 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-6aeec8ba-8549-4252-8d2f-6f1657ded188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:18:11Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['2f9b15de-d019-4dee-a288-2fff19285cdc'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:18:35.245305 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de1b41-fdf7-40c5-8f06-93c3f3f2c663 req-fa92a983-26f6-4a94-909e-4ee24953d99c tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:35.247610 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-41de1b41-fdf7-40c5-8f06-93c3f3f2c663 req-fa92a983-26f6-4a94-909e-4ee24953d99c tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.1787665 Feb 16 14:18:35.318068 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df57d5-507a-4a06-ab61-0d175652d728 req-883fb611-a632-493d-ae60-ca4f0bb64210 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:35.319787 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-63df57d5-507a-4a06-ab61-0d175652d728 req-883fb611-a632-493d-ae60-ca4f0bb64210 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=4bd372eb-4111-4aca-985e-c6c12fb80443 HTTP/1.1" status: 200 len: 943 time: 0.1633289 Feb 16 14:18:35.375673 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-41de1b41-fdf7-40c5-8f06-93c3f3f2c663 req-af7c3192-40a0-46e5-9741-f451db87b405 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196976 Feb 16 14:18:35.412086 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-63df57d5-507a-4a06-ab61-0d175652d728 req-a043c69e-bb4c-4e60-82ea-06863c82516b tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851152 Feb 16 14:18:35.424620 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d30d8-0e99-41b2-b726-7d65944227bc req-23eea2c6-93bb-475d-adbb-f8c3e2e5aaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:35.435055 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a33d30d8-0e99-41b2-b726-7d65944227bc req-23eea2c6-93bb-475d-adbb-f8c3e2e5aaee service neutron] 10.222.0.10 "GET /v2.0/subnets?id=afa93d15-5472-4072-ba03-2d6b4a530984 HTTP/1.1" status: 200 len: 855 time: 0.2682288 Feb 16 14:18:35.476196 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-6aeec8ba-8549-4252-8d2f-6f1657ded188 None None] Set router 2f9b15de-d019-4dee-a288-2fff19285cdc gateway port host: dv-cinder-773985-32-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:18:35.552380 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a33d30d8-0e99-41b2-b726-7d65944227bc req-888df9c5-eb39-4c1f-b341-67f675650228 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=61c5fb91-b66e-4415-8fe4-ccf1596db820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1068623 Feb 16 14:18:35.568829 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585fed4e-207d-4d15-8bef-f3e1f9693401 req-1456a170-615a-4981-81e9-64dc25f193b7 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:35.584618 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-585fed4e-207d-4d15-8bef-f3e1f9693401 req-1456a170-615a-4981-81e9-64dc25f193b7 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ff2380a-8c26-434c-b46a-fcc844642b79 HTTP/1.1" status: 200 len: 944 time: 0.1122940 Feb 16 14:18:35.675457 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-585fed4e-207d-4d15-8bef-f3e1f9693401 req-fc32a959-0102-4c1c-801b-9936c367366d tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/security-groups?id=91d7ffa7-1848-4f96-99a0-919ffd557d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842390 Feb 16 14:18:35.839036 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a33d30d8-0e99-41b2-b726-7d65944227bc req-c939b5c6-bf9a-4685-ad33-2e0bb9b5f104 service neutron] 10.222.0.10 "GET /v2.0/networks/61c5fb91-b66e-4415-8fe4-ccf1596db820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750411 Feb 16 14:18:35.917466 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-ae2dba0d-e36a-4cef-af94-2a005e6272bd None None] Provisioning complete for port c7afc8e2-8264-453f-98ec-4c3bd955c6e7 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:18:35.919425 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae2dba0d-e36a-4cef-af94-2a005e6272bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (c7afc8e2-8264-453f-98ec-4c3bd955c6e7), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:35.972689 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb8989-c9b4-4987-80c4-605c872ac653 req-f7067e56-fed2-47bb-b478-cf9c6cdbf9e7 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:35.979074 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3ccb8989-c9b4-4987-80c4-605c872ac653 req-f7067e56-fed2-47bb-b478-cf9c6cdbf9e7 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 946 time: 0.1326878 Feb 16 14:18:36.059728 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a33d30d8-0e99-41b2-b726-7d65944227bc req-8edba61b-a57c-478a-b939-ff2bdd5d896d service neutron] 10.222.0.10 "GET /v2.0/networks/61c5fb91-b66e-4415-8fe4-ccf1596db820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978607 Feb 16 14:18:36.092190 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9c23-c86a-4565-b33c-270bc607103a None None] Pushing event updated for resources: {'Port': ['ID=c7afc8e2-8264-453f-98ec-4c3bd955c6e7,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:36.150200 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3ccb8989-c9b4-4987-80c4-605c872ac653 req-a1a3e7fb-54d8-4c08-a59d-6152e80f2cbd tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a304b7ae-1265-4202-af5b-2245021c533e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635296 Feb 16 14:18:36.176338 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-ae2dba0d-e36a-4cef-af94-2a005e6272bd None None] Current status of the port c7afc8e2-8264-453f-98ec-4c3bd955c6e7 is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:18:36.176965 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae2dba0d-e36a-4cef-af94-2a005e6272bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (c7afc8e2-8264-453f-98ec-4c3bd955c6e7), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:36.237560 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-ae2dba0d-e36a-4cef-af94-2a005e6272bd None None] For port c7afc8e2-8264-453f-98ec-4c3bd955c6e7, host dv-cinder-773985-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=c7afc8e2-8264-453f-98ec-4c3bd955c6e7,segment=NetworkSegment(4ab0ea73-dd7b-4945-b602-056bb4060947),segment_id=4ab0ea73-dd7b-4945-b602-056bb4060947)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:18:36.240991 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-6aeec8ba-8549-4252-8d2f-6f1657ded188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9b15de-d019-4dee-a288-2fff19285cdc', 'name': 'tempest-TestMinimumBasicScenario-33329580-router', 'tenant_id': 'ba9cdfeb53e840f88f205020fa9cd460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '0be40acb-a14e-44eb-a317-9875f67f22f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:18:20Z', 'updated_at': '2022-02-16T14:18:29Z', 'revision_number': 4, 'project_id': 'ba9cdfeb53e840f88f205020fa9cd460', 'gw_port': {'id': '0be40acb-a14e-44eb-a317-9875f67f22f0', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:82:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9b15de-d019-4dee-a288-2fff19285cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:18:21Z', 'updated_at': '2022-02-16T14:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_interfaces': [{'id': 'c7afc8e2-8264-453f-98ec-4c3bd955c6e7', 'name': '', 'network_id': '4271ab7e-0cbe-41be-b1b5-81e73c61bfcf', 'tenant_id': 'ba9cdfeb53e840f88f205020fa9cd460', 'mac_address': 'fa:16:3e:e8:dd:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9b15de-d019-4dee-a288-2fff19285cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '3c8f38fb-ef4f-43fb-a5bb-5eca5e98d709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:18:26Z', 'updated_at': '2022-02-16T14:18:35Z', 'revision_number': 4, 'project_id': 'ba9cdfeb53e840f88f205020fa9cd460', 'subnets': [{'id': '3c8f38fb-ef4f-43fb-a5bb-5eca5e98d709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:18:36.272626 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aeec8ba-8549-4252-8d2f-6f1657ded188 None None] The sync data for ids ['2f9b15de-d019-4dee-a288-2fff19285cdc'] in dv-cinder-773985-32-iscsi is: [{'id': '2f9b15de-d019-4dee-a288-2fff19285cdc', 'name': 'tempest-TestMinimumBasicScenario-33329580-router', 'tenant_id': 'ba9cdfeb53e840f88f205020fa9cd460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '0be40acb-a14e-44eb-a317-9875f67f22f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:18:20Z', 'updated_at': '2022-02-16T14:18:29Z', 'revision_number': 4, 'project_id': 'ba9cdfeb53e840f88f205020fa9cd460', 'gw_port': {'id': '0be40acb-a14e-44eb-a317-9875f67f22f0', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:82:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9b15de-d019-4dee-a288-2fff19285cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:18:21Z', 'updated_at': '2022-02-16T14:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_interfaces': [{'id': 'c7afc8e2-8264-453f-98ec-4c3bd955c6e7', 'name': '', 'network_id': '4271ab7e-0cbe-41be-b1b5-81e73c61bfcf', 'tenant_id': 'ba9cdfeb53e840f88f205020fa9cd460', 'mac_address': 'fa:16:3e:e8:dd:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9b15de-d019-4dee-a288-2fff19285cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '3c8f38fb-ef4f-43fb-a5bb-5eca5e98d709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:18:26Z', 'updated_at': '2022-02-16T14:18:35Z', 'revision_number': 4, 'project_id': 'ba9cdfeb53e840f88f205020fa9cd460', 'subnets': [{'id': '3c8f38fb-ef4f-43fb-a5bb-5eca5e98d709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:18:36.274527 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae2dba0d-e36a-4cef-af94-2a005e6272bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (c7afc8e2-8264-453f-98ec-4c3bd955c6e7), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:36.413998 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169b554-caca-4c47-9ed6-4e266509e56f req-84926351-8274-4268-aece-d6dda31f047c tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:36.427380 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f169b554-caca-4c47-9ed6-4e266509e56f req-84926351-8274-4268-aece-d6dda31f047c tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.3492093 Feb 16 14:18:36.434682 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 4b572455-4ec1-4eba-990b-5749f45e2e74 up at agent hyperv_hv-cinder-77398 {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:18:36.469649 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c204e1-b1cd-444a-ac04-947b53f09e85 req-9d51073d-3abd-47b9-b6e1-ddd19454ea01 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:36.479534 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa21b84-d4ba-440b-bec9-60f691597934 req-f6af062c-9fb8-4148-a916-00833ea1469d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:36.481002 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3fa21b84-d4ba-440b-bec9-60f691597934 req-f6af062c-9fb8-4148-a916-00833ea1469d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d9a231f27e3b4236b5109f44434e8be7&device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 1130 time: 0.3469164 Feb 16 14:18:36.483735 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-85c204e1-b1cd-444a-ac04-947b53f09e85 req-9d51073d-3abd-47b9-b6e1-ddd19454ea01 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 946 time: 0.1398823 Feb 16 14:18:36.607743 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-85c204e1-b1cd-444a-ac04-947b53f09e85 req-3bd8eacc-b77c-4c84-b2de-208f03b3e26c tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225290 Feb 16 14:18:36.657056 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2dba0d-e36a-4cef-af94-2a005e6272bd None None] Pushing event updated for resources: {'Port': ['ID=c7afc8e2-8264-453f-98ec-4c3bd955c6e7,revision_number=5']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:36.674769 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-07c5b9cf-3420-4a91-b58d-9f5e905aac96 None None] Provisioning complete for port c7afc8e2-8264-453f-98ec-4c3bd955c6e7 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:18:36.675524 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-07c5b9cf-3420-4a91-b58d-9f5e905aac96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (c7afc8e2-8264-453f-98ec-4c3bd955c6e7), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:36.797415 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f169b554-caca-4c47-9ed6-4e266509e56f req-fca557b7-5b39-45fd-af26-01cdef151e69 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3514166 Feb 16 14:18:36.862321 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf705ae-9fe1-49af-be57-5c216e655e1f req-ebdbdfb8-b8f7-48f2-beb6-810527e72d91 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:36.864462 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-baf705ae-9fe1-49af-be57-5c216e655e1f req-ebdbdfb8-b8f7-48f2-beb6-810527e72d91 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=4bd372eb-4111-4aca-985e-c6c12fb80443 HTTP/1.1" status: 200 len: 943 time: 0.1360974 Feb 16 14:18:36.877035 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-07c5b9cf-3420-4a91-b58d-9f5e905aac96 None None] Current status of the port c7afc8e2-8264-453f-98ec-4c3bd955c6e7 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:18:36.888287 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Provisioning for port 4b572455-4ec1-4eba-990b-5749f45e2e74 completed by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:18:36.888543 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa21b84-d4ba-440b-bec9-60f691597934 req-d19a5643-a6e0-475f-9939-188eca296399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:36.894001 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3fa21b84-d4ba-440b-bec9-60f691597934 req-d19a5643-a6e0-475f-9939-188eca296399 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3b4e79db-56cd-4d42-82d5-dc0b8425f909 HTTP/1.1" status: 200 len: 920 time: 0.4028070 Feb 16 14:18:36.902310 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Provisioning complete for port 4b572455-4ec1-4eba-990b-5749f45e2e74 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:18:36.902688 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (4b572455-4ec1-4eba-990b-5749f45e2e74), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:36.968871 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-baf705ae-9fe1-49af-be57-5c216e655e1f req-868e9626-0aca-4564-90fd-562b60b18c05 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953305 Feb 16 14:18:37.070036 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46150db-ddd8-4a37-9235-b3025b12ac40 req-4a3da9cb-0353-4bd8-a3bb-bb631ce5bd97 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:37.093646 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-e46150db-ddd8-4a37-9235-b3025b12ac40 req-4a3da9cb-0353-4bd8-a3bb-bb631ce5bd97 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ff2380a-8c26-434c-b46a-fcc844642b79 HTTP/1.1" status: 200 len: 944 time: 0.1436911 Feb 16 14:18:37.146398 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Current status of the port 4b572455-4ec1-4eba-990b-5749f45e2e74 is: BUILD; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:18:37.147003 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (4b572455-4ec1-4eba-990b-5749f45e2e74), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:37.199049 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ff2380a-8c26-434c-b46a-fcc844642b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b572455-4ec1-4eba-990b-5749f45e2e74'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:18:37.206700 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcf4ad7936cd44f2198d6b2453955475838913f42e78743342b6e5b4d5a62724" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451abacd-8703-4446-9d05-846c5bedb4ca" -d '{"events": [{"server_uuid": "2ff2380a-8c26-434c-b46a-fcc844642b79", "name": "network-vif-plugged", "status": "completed", "tag": "4b572455-4ec1-4eba-990b-5749f45e2e74"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:18:37.237359 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-e46150db-ddd8-4a37-9235-b3025b12ac40 req-6f9d67a9-b3c7-4a2e-859d-35941b8dc227 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/security-groups?id=91d7ffa7-1848-4f96-99a0-919ffd557d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425714 Feb 16 14:18:37.253776 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 4b572455-4ec1-4eba-990b-5749f45e2e74, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=4b572455-4ec1-4eba-990b-5749f45e2e74,segment=NetworkSegment(0373981d-f79c-45c2-9efc-d2c5280ceefc),segment_id=0373981d-f79c-45c2-9efc-d2c5280ceefc)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:18:37.264743 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (4b572455-4ec1-4eba-990b-5749f45e2e74), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:37.318372 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c4cdb7-d6de-4887-912e-d8cb2c17c8a3 x-openstack-request-id: req-d9c4cdb7-d6de-4887-912e-d8cb2c17c8a3 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:18:37.318782 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ff2380a-8c26-434c-b46a-fcc844642b79", "name": "network-vif-plugged", "status": "completed", "tag": "4b572455-4ec1-4eba-990b-5749f45e2e74", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:18:37.319039 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-d9c4cdb7-d6de-4887-912e-d8cb2c17c8a3 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:18:37.319545 dv-cinder-773985-32-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ff2380a-8c26-434c-b46a-fcc844642b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b572455-4ec1-4eba-990b-5749f45e2e74', 'code': 200} Feb 16 14:18:37.377183 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Pushing event updated for resources: {'Port': ['ID=4b572455-4ec1-4eba-990b-5749f45e2e74,revision_number=5']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:37.436918 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa247570-0168-48db-b8b7-f7f7fff6b0e1 req-b086a8d1-49f0-4b8f-93bc-7809c6280663 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:37.438595 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-fa247570-0168-48db-b8b7-f7f7fff6b0e1 req-b086a8d1-49f0-4b8f-93bc-7809c6280663 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 946 time: 0.1660390 Feb 16 14:18:37.553510 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-fa247570-0168-48db-b8b7-f7f7fff6b0e1 req-8383e522-6284-4095-8179-d693a748511f tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a304b7ae-1265-4202-af5b-2245021c533e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050470 Feb 16 14:18:37.772289 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device c7afc8e2-8264-453f-98ec-4c3bd955c6e7 up at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:18:37.832143 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0316a4-5a20-48c0-9d02-9d7cc71894ea req-bca80ce1-98bc-4110-befa-ee0a74c98b6d tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:37.833734 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-cb0316a4-5a20-48c0-9d02-9d7cc71894ea req-bca80ce1-98bc-4110-befa-ee0a74c98b6d tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 946 time: 0.1151774 Feb 16 14:18:37.946500 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Provisioning complete for port c7afc8e2-8264-453f-98ec-4c3bd955c6e7 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:18:37.947141 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (c7afc8e2-8264-453f-98ec-4c3bd955c6e7), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:37.947625 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-cb0316a4-5a20-48c0-9d02-9d7cc71894ea req-4ab6e019-66c9-4b8c-8651-45ae8d4f7377 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036928 Feb 16 14:18:38.006694 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef349efd-ad23-4fdd-a305-1a1d3d493469 req-1a58bf43-e0eb-429e-9846-98fa251b8af6 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:38.022339 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ef349efd-ad23-4fdd-a305-1a1d3d493469 req-1a58bf43-e0eb-429e-9846-98fa251b8af6 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.1164594 Feb 16 14:18:38.146073 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ef349efd-ad23-4fdd-a305-1a1d3d493469 req-0b2af454-32aa-4490-b872-d2867ebe7e06 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219945 Feb 16 14:18:38.179015 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Current status of the port c7afc8e2-8264-453f-98ec-4c3bd955c6e7 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:18:38.310245 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409cca97-4805-4f99-8629-28227d9f45ab req-f39c131d-3cc9-40b9-85bc-2c0de165e969 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:38.323122 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-409cca97-4805-4f99-8629-28227d9f45ab req-f39c131d-3cc9-40b9-85bc-2c0de165e969 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=4bd372eb-4111-4aca-985e-c6c12fb80443 HTTP/1.1" status: 200 len: 943 time: 0.1369853 Feb 16 14:18:38.428237 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd3e5f-e6d0-407f-8143-89e4ee6eafd6 req-29e5e439-64f6-4f36-a17b-339094686fc7 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:38.436944 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9fcd3e5f-e6d0-407f-8143-89e4ee6eafd6 req-29e5e439-64f6-4f36-a17b-339094686fc7 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ff2380a-8c26-434c-b46a-fcc844642b79 HTTP/1.1" status: 200 len: 945 time: 0.1071150 Feb 16 14:18:38.461233 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-409cca97-4805-4f99-8629-28227d9f45ab req-815e6f03-6384-4723-b86c-81ec880a511e tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312604 Feb 16 14:18:38.557063 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9fcd3e5f-e6d0-407f-8143-89e4ee6eafd6 req-9c52f215-55ea-41df-81c4-cbe9f0954bd4 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/security-groups?id=91d7ffa7-1848-4f96-99a0-919ffd557d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188099 Feb 16 14:18:38.766655 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fcc14e-c51d-4d46-a268-5d70f8c700fc req-e79d8b3b-7138-4718-9736-25647e3cb5d0 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:38.769339 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-05fcc14e-c51d-4d46-a268-5d70f8c700fc req-e79d8b3b-7138-4718-9736-25647e3cb5d0 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 946 time: 0.1003575 Feb 16 14:18:38.853283 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-05fcc14e-c51d-4d46-a268-5d70f8c700fc req-2e7af537-d134-4cf5-a1ba-330ea5c5e890 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a304b7ae-1265-4202-af5b-2245021c533e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785558 Feb 16 14:18:38.989128 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-63d5421f-8fb4-4443-89c8-4964a2fe7719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (10a26995-69c6-4373-972b-e8a4ac0e51da), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:39.240466 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe94063-fc9a-4527-96ea-e054232901ab req-2df71590-cef7-4a53-831c-b5164bae4991 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:39.245709 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6fe94063-fc9a-4527-96ea-e054232901ab req-2df71590-cef7-4a53-831c-b5164bae4991 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 946 time: 0.1373899 Feb 16 14:18:39.351462 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6fe94063-fc9a-4527-96ea-e054232901ab req-7cc4a702-af32-403e-835c-238d88cc90f4 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910661 Feb 16 14:18:39.450406 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3fa21b84-d4ba-440b-bec9-60f691597934 req-2a3bfaac-d755-4b56-8e42-3390deb151a0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70387ee0-17d5-4683-94a7-cc169a3b0bc4 HTTP/1.1" status: 200 len: 217 time: 0.0839398 Feb 16 14:18:39.603128 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c144b02-cf59-41b8-82d9-5fc62b769c41 req-81167033-d278-4e6b-af52-9fff0a4b9145 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:39.615898 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-8c144b02-cf59-41b8-82d9-5fc62b769c41 req-81167033-d278-4e6b-af52-9fff0a4b9145 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.3372309 Feb 16 14:18:39.715384 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa21b84-d4ba-440b-bec9-60f691597934 req-1730408b-6fc8-4eaf-9290-5448052bb1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:39.722748 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3fa21b84-d4ba-440b-bec9-60f691597934 req-1730408b-6fc8-4eaf-9290-5448052bb1f9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=49e52525-bf5f-472f-a994-bf14eeca6876 HTTP/1.1" status: 200 len: 858 time: 0.2577689 Feb 16 14:18:39.773345 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef9eab-b479-4f95-8e5c-b7f4f940581d req-a9fae9f7-0e95-41d8-9dc8-76bcdb0404e7 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:39.783242 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a9ef9eab-b479-4f95-8e5c-b7f4f940581d req-a9fae9f7-0e95-41d8-9dc8-76bcdb0404e7 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=4bd372eb-4111-4aca-985e-c6c12fb80443 HTTP/1.1" status: 200 len: 943 time: 0.2123966 Feb 16 14:18:39.819875 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3fa21b84-d4ba-440b-bec9-60f691597934 req-f9b55827-da7b-4616-bbf7-c0b8509d4793 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3b4e79db-56cd-4d42-82d5-dc0b8425f909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740981 Feb 16 14:18:39.837794 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-8c144b02-cf59-41b8-82d9-5fc62b769c41 req-d82ceafe-8bd6-4bd4-94e5-85c65a9facfe tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209337 Feb 16 14:18:39.979682 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a9ef9eab-b479-4f95-8e5c-b7f4f940581d req-62a7a4d0-850a-418e-baa5-f83d310cc629 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912384 Feb 16 14:18:40.001871 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe2740a-ac8b-44ad-8027-e541322bc566 req-04022e71-b06b-4486-acf6-9b499b2325a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:40.009223 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8fe2740a-ac8b-44ad-8027-e541322bc566 req-04022e71-b06b-4486-acf6-9b499b2325a0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2ff2380a-8c26-434c-b46a-fcc844642b79 HTTP/1.1" status: 200 len: 1129 time: 0.1814167 Feb 16 14:18:40.188250 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8fe2740a-ac8b-44ad-8027-e541322bc566 req-53c3f8be-dc93-4bce-b8da-3a5770143287 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=91d7ffa7-1848-4f96-99a0-919ffd557d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673613 Feb 16 14:18:40.240594 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b67c2e-00a7-4c77-9318-4087d7a4d970 req-0b4cfe07-2bc9-4043-aa7f-8205a00df91c tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:40.249300 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-84b67c2e-00a7-4c77-9318-4087d7a4d970 req-0b4cfe07-2bc9-4043-aa7f-8205a00df91c tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 946 time: 0.1406157 Feb 16 14:18:40.325758 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-84b67c2e-00a7-4c77-9318-4087d7a4d970 req-c4ccb6e0-7132-4bdf-ac56-47981f6ff23d tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a304b7ae-1265-4202-af5b-2245021c533e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763018 Feb 16 14:18:40.411600 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3fa21b84-d4ba-440b-bec9-60f691597934 req-f40a389e-b58f-4866-9bb2-c8f05acf1161 service neutron] 10.222.0.10 "GET /v2.0/networks/3b4e79db-56cd-4d42-82d5-dc0b8425f909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5709236 Feb 16 14:18:40.430257 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5ad55b-73c6-4d1d-b630-51f5185b9738 req-906276e2-d1fe-4267-9da9-fafc92a250b8 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:40.437641 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-0b5ad55b-73c6-4d1d-b630-51f5185b9738 req-906276e2-d1fe-4267-9da9-fafc92a250b8 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ff2380a-8c26-434c-b46a-fcc844642b79 HTTP/1.1" status: 200 len: 945 time: 0.0901556 Feb 16 14:18:40.566255 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-0b5ad55b-73c6-4d1d-b630-51f5185b9738 req-fefc8563-6c69-4f52-b917-7b550852d1a2 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/security-groups?id=91d7ffa7-1848-4f96-99a0-919ffd557d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274157 Feb 16 14:18:40.715620 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f08913-eda8-459c-9168-19a42ad8e326 req-aee8970e-b08c-4552-b472-3dc14efe009e tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:40.718523 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-08f08913-eda8-459c-9168-19a42ad8e326 req-aee8970e-b08c-4552-b472-3dc14efe009e tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 946 time: 0.1056967 Feb 16 14:18:40.835798 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-08f08913-eda8-459c-9168-19a42ad8e326 req-eed44ac2-517c-48cd-8e06-94fded569f17 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041827 Feb 16 14:18:40.952616 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3fa21b84-d4ba-440b-bec9-60f691597934 req-8d3815ac-bd7e-4f70-b650-46aa6c0cd10c service neutron] 10.222.0.10 "GET /v2.0/networks/3b4e79db-56cd-4d42-82d5-dc0b8425f909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845434 Feb 16 14:18:40.965887 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df5bd8-fc13-4c34-80aa-556c80fc092f req-84e3abfa-2256-4d30-b8b0-92c98b73595b tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:40.979603 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-01df5bd8-fc13-4c34-80aa-556c80fc092f req-84e3abfa-2256-4d30-b8b0-92c98b73595b tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 946 time: 0.1922138 Feb 16 14:18:41.058498 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c1a61-53f3-46bc-ae8c-6d75ff61f227 req-5cfbd1be-f14e-4e60-8284-70ede85e74d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:41.060078 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7a6c1a61-53f3-46bc-ae8c-6d75ff61f227 req-5cfbd1be-f14e-4e60-8284-70ede85e74d5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=191319209d6f4aa0a692cf7d431b25ef&device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 1130 time: 0.2182612 Feb 16 14:18:41.064943 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-01df5bd8-fc13-4c34-80aa-556c80fc092f req-e72315f3-0cc0-422e-bf85-7fe13b558b4d tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a304b7ae-1265-4202-af5b-2245021c533e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843897 Feb 16 14:18:41.081659 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977bf0e-14fa-4b81-b6e2-aa9c6a2db748 req-bd35c17d-35a9-4e05-a36f-c4bff210e19c tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:41.084045 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f977bf0e-14fa-4b81-b6e2-aa9c6a2db748 req-bd35c17d-35a9-4e05-a36f-c4bff210e19c tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.1280949 Feb 16 14:18:41.209844 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-61766dd9-6bdd-4918-9ecc-ddbf3030ee15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (531611a8-34ea-4f1f-8d10-111cbf56a8a1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:41.293770 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f977bf0e-14fa-4b81-b6e2-aa9c6a2db748 req-0d7b1f74-ec4b-45de-988d-c4de0c813495 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966615 Feb 16 14:18:41.331510 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963c39a-0d90-4921-925c-f0da451e286c req-42d124eb-2a30-4c7c-a1c3-239d227e639d tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:41.340524 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-7963c39a-0d90-4921-925c-f0da451e286c req-42d124eb-2a30-4c7c-a1c3-239d227e639d tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=4bd372eb-4111-4aca-985e-c6c12fb80443 HTTP/1.1" status: 200 len: 943 time: 0.1653678 Feb 16 14:18:41.355589 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c1a61-53f3-46bc-ae8c-6d75ff61f227 req-0e0c4372-7a09-4d70-9585-4cdd563c4deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:41.357269 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7a6c1a61-53f3-46bc-ae8c-6d75ff61f227 req-0e0c4372-7a09-4d70-9585-4cdd563c4deb service neutron] 10.222.0.10 "GET /v2.0/networks?id=ebf6afd0-c796-4d65-bd33-5c3bb57211ed HTTP/1.1" status: 200 len: 911 time: 0.2385983 Feb 16 14:18:41.409228 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-7963c39a-0d90-4921-925c-f0da451e286c req-b6027d8b-d2d4-4606-8970-87fbd60401b2 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670328 Feb 16 14:18:41.736944 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a0b94-2260-4ddd-8a61-e10efdd2b41c req-d9cd17fb-e300-4ee4-af10-2d68212f5b65 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:41.743031 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-661a0b94-2260-4ddd-8a61-e10efdd2b41c req-d9cd17fb-e300-4ee4-af10-2d68212f5b65 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ff2380a-8c26-434c-b46a-fcc844642b79 HTTP/1.1" status: 200 len: 945 time: 0.0679359 Feb 16 14:18:41.808076 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-661a0b94-2260-4ddd-8a61-e10efdd2b41c req-90bcddce-1169-4fca-bd6a-aa4a528468a6 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/security-groups?id=91d7ffa7-1848-4f96-99a0-919ffd557d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627160 Feb 16 14:18:41.979380 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d62ead-c6f6-4213-bf14-73615a31e2ff req-99ba2db8-843b-413d-b27e-cb700b9c50e8 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:41.986762 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-52d62ead-c6f6-4213-bf14-73615a31e2ff req-99ba2db8-843b-413d-b27e-cb700b9c50e8 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 946 time: 0.0667281 Feb 16 14:18:42.032775 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-52d62ead-c6f6-4213-bf14-73615a31e2ff req-25a9407d-0d3a-4699-b247-d53f5bc45a3f tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450075 Feb 16 14:18:42.216143 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7108b53-a88d-4d2d-b1bd-921028810b0e req-aa2e2c0d-dcef-4616-b7bb-0d2040a331de tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:42.218226 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c7108b53-a88d-4d2d-b1bd-921028810b0e req-aa2e2c0d-dcef-4616-b7bb-0d2040a331de tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 946 time: 0.0681205 Feb 16 14:18:42.274841 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c7108b53-a88d-4d2d-b1bd-921028810b0e req-cc11fe2e-28e7-4486-b9d2-e2dfd90b92fc tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a304b7ae-1265-4202-af5b-2245021c533e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498383 Feb 16 14:18:42.403627 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f4fb-7ea9-448d-9c44-08fc2737c2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (86100e92-d951-4144-bd87-36328b8a7b76), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:42.446573 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4fc42-2188-4c82-8718-33b30044829a req-dd7ce1ed-5bb2-420f-bbec-bfca18200d45 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:42.455298 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-9ec4fc42-2188-4c82-8718-33b30044829a req-dd7ce1ed-5bb2-420f-bbec-bfca18200d45 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.0743134 Feb 16 14:18:42.521038 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-9ec4fc42-2188-4c82-8718-33b30044829a req-8b62c59d-b7c6-43ad-a74a-30a8657c6b6e tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588591 Feb 16 14:18:42.531780 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7fe605-1d2f-4e23-9434-c369e586c0e7 req-fc83ff9f-c734-435c-919a-b93de0dab850 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:42.533739 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7f7fe605-1d2f-4e23-9434-c369e586c0e7 req-fc83ff9f-c734-435c-919a-b93de0dab850 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=4bd372eb-4111-4aca-985e-c6c12fb80443 HTTP/1.1" status: 200 len: 943 time: 0.0576689 Feb 16 14:18:42.591020 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7f7fe605-1d2f-4e23-9434-c369e586c0e7 req-e55c7c6c-96e6-4c7c-b792-c34706f09f62 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504138 Feb 16 14:18:42.960679 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1f4dc-bceb-4ed8-aff3-84d621b43a44 req-0f3fcbd3-1a51-44fd-9e5d-c49e65f17293 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:42.962244 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a5b1f4dc-bceb-4ed8-aff3-84d621b43a44 req-0f3fcbd3-1a51-44fd-9e5d-c49e65f17293 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ff2380a-8c26-434c-b46a-fcc844642b79 HTTP/1.1" status: 200 len: 945 time: 0.0594494 Feb 16 14:18:43.030431 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a5b1f4dc-bceb-4ed8-aff3-84d621b43a44 req-3ff603a2-064f-403e-ae01-a250f55cdfdd tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/security-groups?id=91d7ffa7-1848-4f96-99a0-919ffd557d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538986 Feb 16 14:18:43.185288 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd443a-15b9-4631-8d4d-023c1be3a412 req-e0847843-641e-46c6-a55d-ffb7fcb7f4cc tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:43.191528 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c6fd443a-15b9-4631-8d4d-023c1be3a412 req-e0847843-641e-46c6-a55d-ffb7fcb7f4cc tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 946 time: 0.0777662 Feb 16 14:18:43.239922 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c6fd443a-15b9-4631-8d4d-023c1be3a412 req-2dd334e0-a4e7-4f1e-920d-a6783cbd8c1e tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468764 Feb 16 14:18:43.404971 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b68f1e-630c-4bf4-8170-4885dc6c1504 req-994a790f-921f-4cd7-9b50-f25356b0a9cc tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:43.407484 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-52b68f1e-630c-4bf4-8170-4885dc6c1504 req-994a790f-921f-4cd7-9b50-f25356b0a9cc tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 946 time: 0.0583918 Feb 16 14:18:43.463260 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-52b68f1e-630c-4bf4-8170-4885dc6c1504 req-fce2b836-6727-4feb-a148-8b75547bd4d8 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a304b7ae-1265-4202-af5b-2245021c533e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502522 Feb 16 14:18:43.672283 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab91145-c1d0-4e3a-80bc-04674f0fd811 req-da8f2072-d2d4-4a50-98fd-86cad60c0565 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:43.673803 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1ab91145-c1d0-4e3a-80bc-04674f0fd811 req-da8f2072-d2d4-4a50-98fd-86cad60c0565 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.0790079 Feb 16 14:18:43.721630 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ac86131d-db3b-4e6c-9567-647e6948f8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (6a38cbfe-57d3-4d37-ac59-552f6dc7f99c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:43.725383 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1ab91145-c1d0-4e3a-80bc-04674f0fd811 req-7e85d63d-5053-4220-bdf1-c8255b22b38d tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441217 Feb 16 14:18:43.758549 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f384216-a0c1-477a-9d59-118ec1d45821 req-e879138a-351c-440a-ba92-036b149b64f4 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:43.766362 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3f384216-a0c1-477a-9d59-118ec1d45821 req-e879138a-351c-440a-ba92-036b149b64f4 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=4bd372eb-4111-4aca-985e-c6c12fb80443 HTTP/1.1" status: 200 len: 943 time: 0.0990398 Feb 16 14:18:43.820622 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3f384216-a0c1-477a-9d59-118ec1d45821 req-4db42bcb-b1be-4af8-bc95-5fec0be3dc74 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528610 Feb 16 14:18:43.913103 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device ad98e9e8-7973-422b-a463-9e44d914f740 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:18:44.002047 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7a6c1a61-53f3-46bc-ae8c-6d75ff61f227 req-4124aada-b2b6-4d80-a704-82a2fac568e6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03fc5fe8-f2fc-499e-b57a-b99a44fdcb80 HTTP/1.1" status: 200 len: 1001 time: 0.0999172 Feb 16 14:18:44.067237 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c1a61-53f3-46bc-ae8c-6d75ff61f227 req-60dcb715-c1f5-4a54-aea7-9c9cc6d7c81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:44.068771 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7a6c1a61-53f3-46bc-ae8c-6d75ff61f227 req-60dcb715-c1f5-4a54-aea7-9c9cc6d7c81e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=664452e3-1277-4c51-8f59-1d3b97df3dbb HTTP/1.1" status: 200 len: 848 time: 0.0566819 Feb 16 14:18:44.074595 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port ad98e9e8-7973-422b-a463-9e44d914f740, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ad98e9e8-7973-422b-a463-9e44d914f740,segment=NetworkSegment(60939eb9-e0f4-4fd7-9c84-2e8354cdfa58),segment_id=60939eb9-e0f4-4fd7-9c84-2e8354cdfa58)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:18:44.093510 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Returning: {'device': 'ad98e9e8-7973-422b-a463-9e44d914f740', 'network_id': '61c5fb91-b66e-4415-8fe4-ccf1596db820', 'port_id': 'ad98e9e8-7973-422b-a463-9e44d914f740', 'mac_address': 'fa:16:3e:8b:8c:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afa93d15-5472-4072-ba03-2d6b4a530984', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:18:44.140607 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Current status of the port ad98e9e8-7973-422b-a463-9e44d914f740 is: DOWN; New status is: BUILD {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:18:44.141271 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (ad98e9e8-7973-422b-a463-9e44d914f740), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:44.158202 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad98e9e8-7973-422b-a463-9e44d914f740 {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:18:44.185599 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port ad98e9e8-7973-422b-a463-9e44d914f740, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ad98e9e8-7973-422b-a463-9e44d914f740,segment=NetworkSegment(60939eb9-e0f4-4fd7-9c84-2e8354cdfa58),segment_id=60939eb9-e0f4-4fd7-9c84-2e8354cdfa58)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:18:44.186049 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c1a61-53f3-46bc-ae8c-6d75ff61f227 req-84b558cc-8713-4044-946e-b6881cce75fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:44.187744 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7a6c1a61-53f3-46bc-ae8c-6d75ff61f227 req-84b558cc-8713-4044-946e-b6881cce75fd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ebf6afd0-c796-4d65-bd33-5c3bb57211ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1071403 Feb 16 14:18:44.194248 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (ad98e9e8-7973-422b-a463-9e44d914f740), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:44.201086 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc4acf3-a15a-4e25-bef9-8d7ad5eca63f req-c23613d8-141b-4d83-8245-5316dc119636 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:44.202844 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-afc4acf3-a15a-4e25-bef9-8d7ad5eca63f req-c23613d8-141b-4d83-8245-5316dc119636 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ff2380a-8c26-434c-b46a-fcc844642b79 HTTP/1.1" status: 200 len: 945 time: 0.0735922 Feb 16 14:18:44.252988 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Pushing event updated for resources: {'Port': ['ID=ad98e9e8-7973-422b-a463-9e44d914f740,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:44.329268 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-afc4acf3-a15a-4e25-bef9-8d7ad5eca63f req-e25d2619-4eea-4873-8a0a-ee0edda7057c tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/security-groups?id=91d7ffa7-1848-4f96-99a0-919ffd557d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053321 Feb 16 14:18:44.357195 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7a6c1a61-53f3-46bc-ae8c-6d75ff61f227 req-2c22dc9f-fb23-4368-85fc-e986037c6878 service neutron] 10.222.0.10 "GET /v2.0/networks/ebf6afd0-c796-4d65-bd33-5c3bb57211ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433282 Feb 16 14:18:44.400502 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4286ed3-e467-442d-9511-b3413746d5ae req-042f079e-fc69-4898-9416-958893447625 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:44.402022 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-e4286ed3-e467-442d-9511-b3413746d5ae req-042f079e-fc69-4898-9416-958893447625 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 946 time: 0.0647292 Feb 16 14:18:44.465962 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-e4286ed3-e467-442d-9511-b3413746d5ae req-fb3679e6-5775-4b1b-8a46-f5275af4883f tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577004 Feb 16 14:18:44.482473 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7a6c1a61-53f3-46bc-ae8c-6d75ff61f227 req-e703900c-e3c2-4469-9cf7-425638edfd1b service neutron] 10.222.0.10 "GET /v2.0/networks/ebf6afd0-c796-4d65-bd33-5c3bb57211ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138899 Feb 16 14:18:44.602458 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a62fb6-b17b-43e4-8ba6-739214cdf56c req-214801a6-7b48-4194-b62e-297068525008 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:44.604376 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d7a62fb6-b17b-43e4-8ba6-739214cdf56c req-214801a6-7b48-4194-b62e-297068525008 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 946 time: 0.0619979 Feb 16 14:18:44.665478 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d7a62fb6-b17b-43e4-8ba6-739214cdf56c req-6478facc-1da3-487b-8634-f343d42d9086 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a304b7ae-1265-4202-af5b-2245021c533e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548348 Feb 16 14:18:44.881103 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2202d1-2586-4970-b187-b019d61f8e23 req-538c38fe-fb6f-47e0-9063-409ea47055d2 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:44.888748 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ab2202d1-2586-4970-b187-b019d61f8e23 req-538c38fe-fb6f-47e0-9063-409ea47055d2 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.0743644 Feb 16 14:18:44.898622 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] get_ports_and_sgs() called for port_ids ['ad98e9e8-7973-422b-a463-9e44d914f740'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:18:44.993864 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ab2202d1-2586-4970-b187-b019d61f8e23 req-a4597c5e-d55f-49dc-b961-3124b50ed7c9 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031365 Feb 16 14:18:45.041970 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5302bde8-b022-4cf6-a331-14dcaca68d07 req-5d3f7051-57e3-4e1a-bcab-9c783433ccda tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:45.049820 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5302bde8-b022-4cf6-a331-14dcaca68d07 req-5d3f7051-57e3-4e1a-bcab-9c783433ccda tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=4bd372eb-4111-4aca-985e-c6c12fb80443 HTTP/1.1" status: 200 len: 944 time: 0.1260912 Feb 16 14:18:45.088815 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (529a93d1-f8f6-4ba2-8600-6635050f85df), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:45.179392 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5302bde8-b022-4cf6-a331-14dcaca68d07 req-cbb66136-9bb0-486b-94a3-ebb906dd847c tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195793 Feb 16 14:18:45.207033 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d6b6bb-ef5f-4ff3-80ae-7c1d50183ce6 req-9282fdea-7399-4941-b3b9-baf59d4f8d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:45.208834 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a5d6b6bb-ef5f-4ff3-80ae-7c1d50183ce6 req-9282fdea-7399-4941-b3b9-baf59d4f8d34 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=410a0d25161b4a0e8f890d74d6eb242d&device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 1130 time: 0.1245306 Feb 16 14:18:45.342741 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d6b6bb-ef5f-4ff3-80ae-7c1d50183ce6 req-d404d614-7efd-4e95-b404-9c60b60f30ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:45.344310 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a5d6b6bb-ef5f-4ff3-80ae-7c1d50183ce6 req-d404d614-7efd-4e95-b404-9c60b60f30ce service neutron] 10.222.0.10 "GET /v2.0/networks?id=08a3e979-1da2-40e7-a40c-6fc286cacb72 HTTP/1.1" status: 200 len: 919 time: 0.1185095 Feb 16 14:18:45.439141 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a5d6b6bb-ef5f-4ff3-80ae-7c1d50183ce6 req-5af691a5-0d74-4422-b2ba-4129892eccbe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96bc1fe8-242a-45ba-a844-c1b33f59c7b1 HTTP/1.1" status: 200 len: 1001 time: 0.0826983 Feb 16 14:18:45.470960 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9ae77-e955-4f4f-b1ab-2c8f084b506a req-956105db-e6f4-4de3-8b5f-4a82679adcc9 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:45.479834 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-34e9ae77-e955-4f4f-b1ab-2c8f084b506a req-956105db-e6f4-4de3-8b5f-4a82679adcc9 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ff2380a-8c26-434c-b46a-fcc844642b79 HTTP/1.1" status: 200 len: 945 time: 0.0697114 Feb 16 14:18:45.499462 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d6b6bb-ef5f-4ff3-80ae-7c1d50183ce6 req-9c204d97-c5b3-4336-8344-306b03150c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:45.500931 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a5d6b6bb-ef5f-4ff3-80ae-7c1d50183ce6 req-9c204d97-c5b3-4336-8344-306b03150c42 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b5411640-e171-466e-826f-00fe3dbaa6b6 HTTP/1.1" status: 200 len: 856 time: 0.0529234 Feb 16 14:18:45.548739 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-34e9ae77-e955-4f4f-b1ab-2c8f084b506a req-32e0ba0c-f994-472b-a4b5-6d3de7101ebb tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/security-groups?id=91d7ffa7-1848-4f96-99a0-919ffd557d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680158 Feb 16 14:18:45.696336 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5408c-1db7-4155-b55b-02bd94ffa862 req-c765285e-67cf-4b9d-8a31-583166d05d05 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:45.706403 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f9c5408c-1db7-4155-b55b-02bd94ffa862 req-c765285e-67cf-4b9d-8a31-583166d05d05 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ff2380a-8c26-434c-b46a-fcc844642b79 HTTP/1.1" status: 200 len: 945 time: 0.0778918 Feb 16 14:18:45.779844 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f9c5408c-1db7-4155-b55b-02bd94ffa862 req-7bcc5ad4-2cb3-4318-981f-d03f9ca1906d tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/security-groups?id=91d7ffa7-1848-4f96-99a0-919ffd557d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716703 Feb 16 14:18:45.816423 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 55716) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:18:45.889752 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d6b6bb-ef5f-4ff3-80ae-7c1d50183ce6 req-d48f3fb6-da7b-44fe-8f94-c6a6dd8b9c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:45.892172 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a5d6b6bb-ef5f-4ff3-80ae-7c1d50183ce6 req-d48f3fb6-da7b-44fe-8f94-c6a6dd8b9c4b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=08a3e979-1da2-40e7-a40c-6fc286cacb72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3806245 Feb 16 14:18:45.930636 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d49bd-8cfa-4f8f-9a22-9c4a2afbba14 req-3afa3e57-11ef-46b1-9557-6ee3321dd5ea tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:45.934535 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-371d49bd-8cfa-4f8f-9a22-9c4a2afbba14 req-3afa3e57-11ef-46b1-9557-6ee3321dd5ea tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 946 time: 0.3871818 Feb 16 14:18:45.959196 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecfbb66-58f7-4410-a23f-4762a23aecec req-7c234f15-98d9-4940-8978-46fb4378d6c8 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:45.960840 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2ecfbb66-58f7-4410-a23f-4762a23aecec req-7c234f15-98d9-4940-8978-46fb4378d6c8 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 946 time: 0.0886302 Feb 16 14:18:46.027011 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-371d49bd-8cfa-4f8f-9a22-9c4a2afbba14 req-6a947fc1-8236-490e-acb1-075f97b19850 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849600 Feb 16 14:18:46.061983 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2ecfbb66-58f7-4410-a23f-4762a23aecec req-1d0ce687-d8bb-415b-8c01-dd9fb8ffb08a tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a304b7ae-1265-4202-af5b-2245021c533e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883386 Feb 16 14:18:46.146875 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490264b1-b34a-48c2-bde8-480aa4e3a372 tempest-TestVolumeBootPattern-968368495 tempest-TestVolumeBootPattern-968368495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:46.151097 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-490264b1-b34a-48c2-bde8-480aa4e3a372 tempest-TestVolumeBootPattern-968368495 tempest-TestVolumeBootPattern-968368495-project-admin] 10.222.0.120 "GET /v2.0/ports?device_id=2ff2380a-8c26-434c-b46a-fcc844642b79 HTTP/1.1" status: 200 len: 1124 time: 0.3308301 Feb 16 14:18:46.151300 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 55722) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:18:46.155894 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-27df275b-af53-437f-af03-7c8d8713d340 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Request body: {'floatingip': {'floating_network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'port_id': '4b572455-4ec1-4eba-990b-5749f45e2e74', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:18:46.176468 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723eaebb-3667-448d-95c7-03c666876def req-aeb118e9-c86c-4802-951e-eb9763477a27 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:46.177976 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-723eaebb-3667-448d-95c7-03c666876def req-aeb118e9-c86c-4802-951e-eb9763477a27 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.0539713 Feb 16 14:18:46.186229 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-27df275b-af53-437f-af03-7c8d8713d340 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:46.296005 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-723eaebb-3667-448d-95c7-03c666876def req-bca8af34-a802-42ba-8f9b-2ee5651f8f58 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091266 Feb 16 14:18:46.372933 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be814ff-8319-4f98-95ba-2ad4c5bb20a2 req-64dd4c91-996e-470d-b952-f550b05b9ccf tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:46.374585 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-5be814ff-8319-4f98-95ba-2ad4c5bb20a2 req-64dd4c91-996e-470d-b952-f550b05b9ccf tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=4bd372eb-4111-4aca-985e-c6c12fb80443 HTTP/1.1" status: 200 len: 944 time: 0.0720534 Feb 16 14:18:46.383374 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-27df275b-af53-437f-af03-7c8d8713d340 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:46.477386 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-5be814ff-8319-4f98-95ba-2ad4c5bb20a2 req-9e39469a-9ccd-4ea2-a2d9-10ae26a2fd77 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915630 Feb 16 14:18:46.531309 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.db.db_base_plugin_common [None req-27df275b-af53-437f-af03-7c8d8713d340 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Allocated IP 172.27.2.148 (5b71b9ca-6085-48b7-9167-93053be13444/8c2b85af-3da9-4754-9d29-6d95dbdc6260/c9526993-e91f-453b-9aae-8295712080c3) {{(pid=102969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:18:46.670766 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-27df275b-af53-437f-af03-7c8d8713d340 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks [] for port (c9526993-e91f-453b-9aae-8295712080c3), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:46.692750 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a5d6b6bb-ef5f-4ff3-80ae-7c1d50183ce6 req-f612431a-e98d-4c46-bf80-35677f4d1b4b service neutron] 10.222.0.10 "GET /v2.0/networks/08a3e979-1da2-40e7-a40c-6fc286cacb72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138470 Feb 16 14:18:46.716315 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-27df275b-af53-437f-af03-7c8d8713d340 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784246951208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10340347'] for port (c9526993-e91f-453b-9aae-8295712080c3), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:46.765278 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27df275b-af53-437f-af03-7c8d8713d340 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Network 5b71b9ca-6085-48b7-9167-93053be13444 is already hosted by enough agents. {{(pid=102969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:18:46.770095 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df275b-af53-437f-af03-7c8d8713d340 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Pushing event updated for resources: {'Port': ['ID=c9526993-e91f-453b-9aae-8295712080c3,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:46.772293 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-27df275b-af53-437f-af03-7c8d8713d340 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Resources bound (agent type, host, resource id): {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:18:46.775549 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27df275b-af53-437f-af03-7c8d8713d340 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Received port after_create {{(pid=102969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:18:47.179132 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277805df-b570-4b7b-9dff-2bf4571f5b5c req-71249cb5-fc9d-482b-bba1-ab29ecb5f03d tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:47.180673 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-277805df-b570-4b7b-9dff-2bf4571f5b5c req-71249cb5-fc9d-482b-bba1-ab29ecb5f03d tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 946 time: 0.0541387 Feb 16 14:18:47.228315 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-277805df-b570-4b7b-9dff-2bf4571f5b5c req-52b53f66-4f17-4c80-a664-9e34dd42a13c tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420604 Feb 16 14:18:47.246013 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f275d8-0964-4604-937e-627f82a5f781 req-c950b762-75e7-4946-aa64-64737ef04b45 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:47.248401 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-87f275d8-0964-4604-937e-627f82a5f781 req-c950b762-75e7-4946-aa64-64737ef04b45 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/networks?id=72812c74-d3b2-4e09-97cd-f0c45c3b9f64 HTTP/1.1" status: 200 len: 815 time: 0.2489369 Feb 16 14:18:47.272955 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-87f275d8-0964-4604-937e-627f82a5f781 req-89de45d0-9825-4fd7-a36b-1bf4afacb6f6 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/quotas/451735af279a49b18eb4ca311c7315a0 HTTP/1.1" status: 200 len: 375 time: 0.0218060 Feb 16 14:18:47.276472 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-27df275b-af53-437f-af03-7c8d8713d340 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks [] for floatingip (4df2e00c-5892-4e24-b7b1-48053003ea0b), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:47.354854 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d8924e-b7ef-4228-9617-1730d4069665 req-045c42d0-4421-4385-8d1c-ea3bd196213b tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:47.356635 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d9d8924e-b7ef-4228-9617-1730d4069665 req-045c42d0-4421-4385-8d1c-ea3bd196213b tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 946 time: 0.0537925 Feb 16 14:18:47.385809 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-87f275d8-0964-4604-937e-627f82a5f781 req-7dd629a4-e982-4610-a198-cf312671b662 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/ports?tenant_id=451735af279a49b18eb4ca311c7315a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1063213 Feb 16 14:18:47.388996 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-27df275b-af53-437f-af03-7c8d8713d340 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (c9526993-e91f-453b-9aae-8295712080c3), before_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:47.427231 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d9d8924e-b7ef-4228-9617-1730d4069665 req-4fc0c5cf-98be-4b2b-94c3-d3793b3c6efb tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a304b7ae-1265-4202-af5b-2245021c533e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648952 Feb 16 14:18:47.527199 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a5d6b6bb-ef5f-4ff3-80ae-7c1d50183ce6 req-2793d2f3-f980-4b57-a6b3-490184f6c4cc service neutron] 10.222.0.10 "GET /v2.0/networks/08a3e979-1da2-40e7-a40c-6fc286cacb72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296010 Feb 16 14:18:47.553444 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea136ee7-455a-4a61-9b0f-a4fbd4246fde req-bb6627dc-7687-4fb9-ba8f-f36b2f7eb3ae tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:47.555003 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ea136ee7-455a-4a61-9b0f-a4fbd4246fde req-bb6627dc-7687-4fb9-ba8f-f36b2f7eb3ae tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.0677655 Feb 16 14:18:47.570189 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-87f275d8-0964-4604-937e-627f82a5f781 req-4af8df45-b7fc-47c9-b29f-fbe359c3bb52 service neutron] 10.222.0.120 "GET /v2.0/networks/72812c74-d3b2-4e09-97cd-f0c45c3b9f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576438 Feb 16 14:18:47.607284 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ea136ee7-455a-4a61-9b0f-a4fbd4246fde req-72031fcf-c11f-4f39-a71e-be14ecab366b tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455451 Feb 16 14:18:47.674640 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-27df275b-af53-437f-af03-7c8d8713d340 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks [] for port (c9526993-e91f-453b-9aae-8295712080c3), precommit_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:47.683098 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-27df275b-af53-437f-af03-7c8d8713d340 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10340336'] for port (c9526993-e91f-453b-9aae-8295712080c3), after_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:47.717862 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e509067b-817c-4ded-8379-ae38ceccbca9 req-457327a8-bcf9-4d0c-b732-462448f4503d tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:47.719373 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e509067b-817c-4ded-8379-ae38ceccbca9 req-457327a8-bcf9-4d0c-b732-462448f4503d tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=4bd372eb-4111-4aca-985e-c6c12fb80443 HTTP/1.1" status: 200 len: 944 time: 0.0536909 Feb 16 14:18:47.752286 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-87f275d8-0964-4604-937e-627f82a5f781 req-afaae3d9-49ac-4afd-aa42-ec791b5f003b service neutron] 10.222.0.120 "GET /v2.0/networks/72812c74-d3b2-4e09-97cd-f0c45c3b9f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679049 Feb 16 14:18:47.763335 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df275b-af53-437f-af03-7c8d8713d340 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Pushing event updated for resources: {'Port': ['ID=c9526993-e91f-453b-9aae-8295712080c3,revision_number=2']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:47.775780 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-27df275b-af53-437f-af03-7c8d8713d340 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1596120'] for floatingip (4df2e00c-5892-4e24-b7b1-48053003ea0b), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:47.777731 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e509067b-817c-4ded-8379-ae38ceccbca9 req-301806aa-a1b6-4ef3-9cfe-1404cd5e5153 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512216 Feb 16 14:18:47.888774 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.db.l3_db [None req-27df275b-af53-437f-af03-7c8d8713d340 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Floating IP 4df2e00c-5892-4e24-b7b1-48053003ea0b associated. External IP: 172.27.2.148, port: 4b572455-4ec1-4eba-990b-5749f45e2e74. Feb 16 14:18:47.916772 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-21008b0e-3e98-430a-a5e6-2f3178293961 req-bdacc99f-f2c3-42df-9599-8efed61dd9ef tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/ports?device_id=2d1616f3-b456-4c61-8cc8-da5e22a97e90 HTTP/1.1" status: 200 len: 210 time: 0.0263069 Feb 16 14:18:48.110505 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27df275b-af53-437f-af03-7c8d8713d340 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Router 251e824f-2bf8-498b-9625-581db5c40982 has already been hosted by L3 agent 531611a8-34ea-4f1f-8d10-111cbf56a8a1 {{(pid=102969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:18:48.228441 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27df275b-af53-437f-af03-7c8d8713d340 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Notify agent at l3_agent.dv-cinder-773985-32-iscsi the message routers_updated {{(pid=102969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:18:48.239180 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1690879d-64df-4e1c-95d9-098af268a05e None None] Sync routers for ids ['251e824f-2bf8-498b-9625-581db5c40982'] in dv-cinder-773985-32-iscsi {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:18:48.247646 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-27df275b-af53-437f-af03-7c8d8713d340 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for floatingip (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:48.250212 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1690879d-64df-4e1c-95d9-098af268a05e None None] Routers {'251e824f-2bf8-498b-9625-581db5c40982'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:18:48.251048 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-1690879d-64df-4e1c-95d9-098af268a05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:18:41Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['251e824f-2bf8-498b-9625-581db5c40982'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:18:48.279906 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-27df275b-af53-437f-af03-7c8d8713d340 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1275516 Feb 16 14:18:48.280546 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ff2380a-8c26-434c-b46a-fcc844642b79', 'tag': '4b572455-4ec1-4eba-990b-5749f45e2e74'}] {{(pid=102969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:18:48.282770 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}597425108aee33d34effbd51aa5a8721840594214ac6e6c89cce82b7911d7071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf15555-d19e-481a-84ab-154a52e93cf7" -d '{"events": [{"name": "network-changed", "server_uuid": "2ff2380a-8c26-434c-b46a-fcc844642b79", "tag": "4b572455-4ec1-4eba-990b-5749f45e2e74"}]}' {{(pid=102969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:18:48.326144 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45966619-b1db-45a0-b9a7-9905e7c565e9 x-openstack-request-id: req-45966619-b1db-45a0-b9a7-9905e7c565e9 {{(pid=102969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:18:48.326319 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ff2380a-8c26-434c-b46a-fcc844642b79", "tag": "4b572455-4ec1-4eba-990b-5749f45e2e74", "status": "completed", "code": 200}]} {{(pid=102969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:18:48.326702 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-45966619-b1db-45a0-b9a7-9905e7c565e9 {{(pid=102969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:18:48.326980 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ff2380a-8c26-434c-b46a-fcc844642b79', 'tag': '4b572455-4ec1-4eba-990b-5749f45e2e74', 'status': 'completed', 'code': 200} Feb 16 14:18:48.370021 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-1690879d-64df-4e1c-95d9-098af268a05e None None] Set router 251e824f-2bf8-498b-9625-581db5c40982 gateway port host: dv-cinder-773985-32-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:18:48.381267 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecafa6b6-aba6-469e-8568-0040d250c1b0 req-3efeeb68-b4fe-47d5-bfde-9a60d04f0193 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:48.382965 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ecafa6b6-aba6-469e-8568-0040d250c1b0 req-3efeeb68-b4fe-47d5-bfde-9a60d04f0193 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 946 time: 0.0544238 Feb 16 14:18:48.431410 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ecafa6b6-aba6-469e-8568-0040d250c1b0 req-b1a80d91-b6e9-48ba-af25-ef9d9a0c60e9 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425990 Feb 16 14:18:48.604663 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-1690879d-64df-4e1c-95d9-098af268a05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251e824f-2bf8-498b-9625-581db5c40982', 'name': 'tempest-TestVolumeBootPattern-1264495037-router', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '8828c1b5-b135-4844-8744-f884925f81b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:17:28Z', 'updated_at': '2022-02-16T14:17:32Z', 'revision_number': 4, 'project_id': '5c3d6db271304958834a2c24b656f61e', 'gw_port': {'id': '8828c1b5-b135-4844-8744-f884925f81b0', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251e824f-2bf8-498b-9625-581db5c40982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:28Z', 'updated_at': '2022-02-16T14:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_floatingips': [{'id': '4df2e00c-5892-4e24-b7b1-48053003ea0b', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'router_id': '251e824f-2bf8-498b-9625-581db5c40982', 'port_id': '4b572455-4ec1-4eba-990b-5749f45e2e74', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1', 'mac_address': 'fa:16:3e:f6:92:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff2380a-8c26-434c-b46a-fcc844642b79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:18:47Z', 'updated_at': '2022-02-16T14:18:47Z', 'revision_number': 0, 'project_id': '5c3d6db271304958834a2c24b656f61e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '579dbe9f-2967-4c1a-b2d6-7db586ad609a', 'name': '', 'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'mac_address': 'fa:16:3e:24:8f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251e824f-2bf8-498b-9625-581db5c40982', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '08195094-654a-4590-abde-4914e46611c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:31Z', 'updated_at': '2022-02-16T14:17:36Z', 'revision_number': 5, 'project_id': '5c3d6db271304958834a2c24b656f61e', 'subnets': [{'id': '08195094-654a-4590-abde-4914e46611c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:18:48.625512 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69d25a-1b98-4e83-bb95-4707e179fdfd req-025fd5a4-71c2-4934-ae60-f77903493447 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:48.627125 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2a69d25a-1b98-4e83-bb95-4707e179fdfd req-025fd5a4-71c2-4934-ae60-f77903493447 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 946 time: 0.1213651 Feb 16 14:18:48.634007 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf15555-d19e-481a-84ab-154a52e93cf7 req-9b6c3945-ea2b-4fe6-9cc1-ad634cda3db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:48.635027 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1690879d-64df-4e1c-95d9-098af268a05e None None] Checking router: 251e824f-2bf8-498b-9625-581db5c40982 for host: dv-cinder-773985-32-iscsi {{(pid=102971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:18:48.635708 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ddf15555-d19e-481a-84ab-154a52e93cf7 req-9b6c3945-ea2b-4fe6-9cc1-ad634cda3db4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c3d6db271304958834a2c24b656f61e&device_id=2ff2380a-8c26-434c-b46a-fcc844642b79 HTTP/1.1" status: 200 len: 1129 time: 0.0856109 Feb 16 14:18:48.643949 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1690879d-64df-4e1c-95d9-098af268a05e None None] Routers {'251e824f-2bf8-498b-9625-581db5c40982'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:18:48.644572 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-1690879d-64df-4e1c-95d9-098af268a05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:18:41Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['251e824f-2bf8-498b-9625-581db5c40982'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:18:48.687904 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2a69d25a-1b98-4e83-bb95-4707e179fdfd req-2b011900-9686-49e9-bc57-01b7529f0228 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a304b7ae-1265-4202-af5b-2245021c533e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511425 Feb 16 14:18:48.750516 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba133f23-207f-4f07-a670-8c386f16d057 req-a7dc64c2-c122-4d32-82c1-8ed01b732876 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:48.758940 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ba133f23-207f-4f07-a670-8c386f16d057 req-a7dc64c2-c122-4d32-82c1-8ed01b732876 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.0767956 Feb 16 14:18:48.759488 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-1690879d-64df-4e1c-95d9-098af268a05e None None] Set router 251e824f-2bf8-498b-9625-581db5c40982 gateway port host: dv-cinder-773985-32-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:18:48.833096 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf15555-d19e-481a-84ab-154a52e93cf7 req-02a4f1c2-dd3b-4360-93ef-83d8ad75bb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:48.834617 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ddf15555-d19e-481a-84ab-154a52e93cf7 req-02a4f1c2-dd3b-4360-93ef-83d8ad75bb6f service neutron] 10.222.0.10 "GET /v2.0/networks?id=b6af31c2-3d63-407d-9a53-f983b2f44ea1 HTTP/1.1" status: 200 len: 914 time: 0.1263015 Feb 16 14:18:48.977527 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ddf15555-d19e-481a-84ab-154a52e93cf7 req-18b2c159-8da0-4b91-ad57-81250e21d5bb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b572455-4ec1-4eba-990b-5749f45e2e74 HTTP/1.1" status: 200 len: 999 time: 0.1111624 Feb 16 14:18:48.993699 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d58357-3443-4bfc-a736-926d7214d390 req-bde88961-316b-4f22-b5a9-53b6174d42fc tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:48.995720 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a9d58357-3443-4bfc-a736-926d7214d390 req-bde88961-316b-4f22-b5a9-53b6174d42fc tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=4bd372eb-4111-4aca-985e-c6c12fb80443 HTTP/1.1" status: 200 len: 944 time: 0.1322947 Feb 16 14:18:49.055234 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ba133f23-207f-4f07-a670-8c386f16d057 req-ef0b0d1f-65e8-4592-ad7d-4f7bcec6d4a8 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952003 Feb 16 14:18:49.060335 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-1690879d-64df-4e1c-95d9-098af268a05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251e824f-2bf8-498b-9625-581db5c40982', 'name': 'tempest-TestVolumeBootPattern-1264495037-router', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '8828c1b5-b135-4844-8744-f884925f81b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:17:28Z', 'updated_at': '2022-02-16T14:17:32Z', 'revision_number': 4, 'project_id': '5c3d6db271304958834a2c24b656f61e', 'gw_port': {'id': '8828c1b5-b135-4844-8744-f884925f81b0', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251e824f-2bf8-498b-9625-581db5c40982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:28Z', 'updated_at': '2022-02-16T14:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_floatingips': [{'id': '4df2e00c-5892-4e24-b7b1-48053003ea0b', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'router_id': '251e824f-2bf8-498b-9625-581db5c40982', 'port_id': '4b572455-4ec1-4eba-990b-5749f45e2e74', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1', 'mac_address': 'fa:16:3e:f6:92:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff2380a-8c26-434c-b46a-fcc844642b79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:18:47Z', 'updated_at': '2022-02-16T14:18:47Z', 'revision_number': 0, 'project_id': '5c3d6db271304958834a2c24b656f61e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '579dbe9f-2967-4c1a-b2d6-7db586ad609a', 'name': '', 'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'mac_address': 'fa:16:3e:24:8f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251e824f-2bf8-498b-9625-581db5c40982', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '08195094-654a-4590-abde-4914e46611c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:31Z', 'updated_at': '2022-02-16T14:17:36Z', 'revision_number': 5, 'project_id': '5c3d6db271304958834a2c24b656f61e', 'subnets': [{'id': '08195094-654a-4590-abde-4914e46611c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:18:49.090861 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a9d58357-3443-4bfc-a736-926d7214d390 req-bd0d8410-f5dd-40a9-ba25-b4989fce6750 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877678 Feb 16 14:18:49.092132 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1690879d-64df-4e1c-95d9-098af268a05e None None] The sync data for ids ['251e824f-2bf8-498b-9625-581db5c40982'] in dv-cinder-773985-32-iscsi is: [{'id': '251e824f-2bf8-498b-9625-581db5c40982', 'name': 'tempest-TestVolumeBootPattern-1264495037-router', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '8828c1b5-b135-4844-8744-f884925f81b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:17:28Z', 'updated_at': '2022-02-16T14:17:32Z', 'revision_number': 4, 'project_id': '5c3d6db271304958834a2c24b656f61e', 'gw_port': {'id': '8828c1b5-b135-4844-8744-f884925f81b0', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251e824f-2bf8-498b-9625-581db5c40982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:28Z', 'updated_at': '2022-02-16T14:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_floatingips': [{'id': '4df2e00c-5892-4e24-b7b1-48053003ea0b', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'router_id': '251e824f-2bf8-498b-9625-581db5c40982', 'port_id': '4b572455-4ec1-4eba-990b-5749f45e2e74', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1', 'mac_address': 'fa:16:3e:f6:92:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff2380a-8c26-434c-b46a-fcc844642b79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:18:47Z', 'updated_at': '2022-02-16T14:18:47Z', 'revision_number': 0, 'project_id': '5c3d6db271304958834a2c24b656f61e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '579dbe9f-2967-4c1a-b2d6-7db586ad609a', 'name': '', 'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'mac_address': 'fa:16:3e:24:8f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251e824f-2bf8-498b-9625-581db5c40982', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '08195094-654a-4590-abde-4914e46611c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:31Z', 'updated_at': '2022-02-16T14:17:36Z', 'revision_number': 5, 'project_id': '5c3d6db271304958834a2c24b656f61e', 'subnets': [{'id': '08195094-654a-4590-abde-4914e46611c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:18:49.094930 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf15555-d19e-481a-84ab-154a52e93cf7 req-86ea03cf-aa31-4d7a-8120-b9662796604d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:49.096507 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ddf15555-d19e-481a-84ab-154a52e93cf7 req-86ea03cf-aa31-4d7a-8120-b9662796604d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=08195094-654a-4590-abde-4914e46611c7 HTTP/1.1" status: 200 len: 851 time: 0.0866315 Feb 16 14:18:49.156345 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf15555-d19e-481a-84ab-154a52e93cf7 req-a684989c-ba48-4fb5-b2d8-86fd808e4569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:49.156488 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-96eade5e-32a1-4853-9b69-733d1945a2df req-8a701340-4b3b-4e08-a1c0-f24bf5e12ef8 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/ports?device_id=2d1616f3-b456-4c61-8cc8-da5e22a97e90 HTTP/1.1" status: 200 len: 210 time: 0.0279546 Feb 16 14:18:49.158191 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ddf15555-d19e-481a-84ab-154a52e93cf7 req-a684989c-ba48-4fb5-b2d8-86fd808e4569 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b6af31c2-3d63-407d-9a53-f983b2f44ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0491807 Feb 16 14:18:49.268972 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ddf15555-d19e-481a-84ab-154a52e93cf7 req-882b90ae-9bec-4753-b40f-70babb24a164 service neutron] 10.222.0.10 "GET /v2.0/networks/b6af31c2-3d63-407d-9a53-f983b2f44ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879254 Feb 16 14:18:49.288033 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491613b3-5b65-437b-b72e-619cb84fe63c None None] New status for floating IP 4df2e00c-5892-4e24-b7b1-48053003ea0b: ACTIVE {{(pid=102970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:18:49.376561 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ddf15555-d19e-481a-84ab-154a52e93cf7 req-2fb82c0a-5ca3-4167-b4a0-2c08c4af7c98 service neutron] 10.222.0.10 "GET /v2.0/networks/b6af31c2-3d63-407d-9a53-f983b2f44ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906556 Feb 16 14:18:49.438748 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device ad98e9e8-7973-422b-a463-9e44d914f740 up at agent hyperv_hv-cinder-77398 {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:18:49.491882 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Provisioning for port ad98e9e8-7973-422b-a463-9e44d914f740 completed by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:18:49.495707 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Provisioning complete for port ad98e9e8-7973-422b-a463-9e44d914f740 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:18:49.496084 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (ad98e9e8-7973-422b-a463-9e44d914f740), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:49.563062 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12499759-6bad-4b7a-a2d5-f23f171964fd req-ede093d7-ab0d-44f3-af73-9a065c371f4e tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:49.564775 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-12499759-6bad-4b7a-a2d5-f23f171964fd req-ede093d7-ab0d-44f3-af73-9a065c371f4e tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 946 time: 0.0546651 Feb 16 14:18:49.579157 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Current status of the port ad98e9e8-7973-422b-a463-9e44d914f740 is: BUILD; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:18:49.579840 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (ad98e9e8-7973-422b-a463-9e44d914f740), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:49.603824 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd372eb-4111-4aca-985e-c6c12fb80443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad98e9e8-7973-422b-a463-9e44d914f740'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:18:49.606052 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcf4ad7936cd44f2198d6b2453955475838913f42e78743342b6e5b4d5a62724" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3462de-e34e-4ec6-aff3-bec48ae48065" -d '{"events": [{"server_uuid": "4bd372eb-4111-4aca-985e-c6c12fb80443", "name": "network-vif-plugged", "status": "completed", "tag": "ad98e9e8-7973-422b-a463-9e44d914f740"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:18:49.617285 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-12499759-6bad-4b7a-a2d5-f23f171964fd req-d93d1a88-0ad7-4b00-afe8-aeb3bf1ca696 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449679 Feb 16 14:18:49.620035 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port ad98e9e8-7973-422b-a463-9e44d914f740, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ad98e9e8-7973-422b-a463-9e44d914f740,segment=NetworkSegment(60939eb9-e0f4-4fd7-9c84-2e8354cdfa58),segment_id=60939eb9-e0f4-4fd7-9c84-2e8354cdfa58)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:18:49.627224 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (ad98e9e8-7973-422b-a463-9e44d914f740), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:49.628681 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 96bc1fe8-242a-45ba-a844-c1b33f59c7b1 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:18:49.672008 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0587e7c0-378e-43d7-a33d-4d0af3057be4 x-openstack-request-id: req-0587e7c0-378e-43d7-a33d-4d0af3057be4 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:18:49.672322 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd372eb-4111-4aca-985e-c6c12fb80443", "name": "network-vif-plugged", "status": "completed", "tag": "ad98e9e8-7973-422b-a463-9e44d914f740", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:18:49.672533 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-0587e7c0-378e-43d7-a33d-4d0af3057be4 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:18:49.672988 dv-cinder-773985-32-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd372eb-4111-4aca-985e-c6c12fb80443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad98e9e8-7973-422b-a463-9e44d914f740', 'code': 200} Feb 16 14:18:49.712697 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Pushing event updated for resources: {'Port': ['ID=ad98e9e8-7973-422b-a463-9e44d914f740,revision_number=5']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:49.888589 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b4bee-ebdb-4ffe-85cc-3948a34fc1aa req-4a48f4e1-e68e-40fd-a12c-b781f9426905 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:49.890478 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a53b4bee-ebdb-4ffe-85cc-3948a34fc1aa req-4a48f4e1-e68e-40fd-a12c-b781f9426905 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 946 time: 0.1211431 Feb 16 14:18:49.897308 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f275d8-0964-4604-937e-627f82a5f781 req-15462b84-0b5b-44ce-9f25-b4c404ac9373 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:49.898665 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Current status of the port 96bc1fe8-242a-45ba-a844-c1b33f59c7b1 is: ACTIVE; New status is: DOWN {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:18:49.898825 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-87f275d8-0964-4604-937e-627f82a5f781 req-15462b84-0b5b-44ce-9f25-b4c404ac9373 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.10 "GET /v2.0/networks?id=72812c74-d3b2-4e09-97cd-f0c45c3b9f64 HTTP/1.1" status: 200 len: 815 time: 0.1781867 Feb 16 14:18:49.902188 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (96bc1fe8-242a-45ba-a844-c1b33f59c7b1), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:49.945737 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 96bc1fe8-242a-45ba-a844-c1b33f59c7b1, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=96bc1fe8-242a-45ba-a844-c1b33f59c7b1,segment=NetworkSegment(7e12a080-9391-426e-98e0-74c5936ea1ba),segment_id=7e12a080-9391-426e-98e0-74c5936ea1ba)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:18:49.955147 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (96bc1fe8-242a-45ba-a844-c1b33f59c7b1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:49.967584 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a53b4bee-ebdb-4ffe-85cc-3948a34fc1aa req-a4cf2e01-f083-4b06-96c8-e0968bb7d147 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a304b7ae-1265-4202-af5b-2245021c533e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668221 Feb 16 14:18:49.982231 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-87f275d8-0964-4604-937e-627f82a5f781 req-ae7e40c9-3a8b-430a-bbfd-bf5b105bc133 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Request body: {'port': {'device_id': '2d1616f3-b456-4c61-8cc8-da5e22a97e90', 'network_id': '72812c74-d3b2-4e09-97cd-f0c45c3b9f64', 'admin_state_up': True, 'tenant_id': '451735af279a49b18eb4ca311c7315a0'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:18:50.021013 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Pushing event updated for resources: {'Port': ['ID=96bc1fe8-242a-45ba-a844-c1b33f59c7b1,revision_number=8']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:50.062206 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300542ab-fa3d-4026-b600-6a505c41898d req-829b1e5b-55e8-45ad-9a10-ee23d8d6a6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:50.063767 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-300542ab-fa3d-4026-b600-6a505c41898d req-829b1e5b-55e8-45ad-9a10-ee23d8d6a6a0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4bd372eb-4111-4aca-985e-c6c12fb80443 HTTP/1.1" status: 200 len: 1129 time: 0.0581303 Feb 16 14:18:50.105208 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87f275d8-0964-4604-937e-627f82a5f781 req-ae7e40c9-3a8b-430a-bbfd-bf5b105bc133 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Made reservation on behalf of 451735af279a49b18eb4ca311c7315a0 for: {'port': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:18:50.108975 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-87f275d8-0964-4604-937e-627f82a5f781 req-ae7e40c9-3a8b-430a-bbfd-bf5b105bc133 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:50.165656 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-300542ab-fa3d-4026-b600-6a505c41898d req-4c0d2edc-9087-4b9a-b0dc-4ee896cd20f0 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557470 Feb 16 14:18:50.229717 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f3dfa-0efc-45e1-93d2-65be105e3d91 req-5acb71da-f69f-450a-b10d-d9054cb98a6b tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:50.235915 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-820f3dfa-0efc-45e1-93d2-65be105e3d91 req-5acb71da-f69f-450a-b10d-d9054cb98a6b tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.0623434 Feb 16 14:18:50.286273 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd0eb5-10f7-4ac6-8365-07a5ca1a79a2 req-55add9f1-75b7-4baa-8753-dfbab0c52c4b tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:50.287870 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-72fd0eb5-10f7-4ac6-8365-07a5ca1a79a2 req-55add9f1-75b7-4baa-8753-dfbab0c52c4b tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=4bd372eb-4111-4aca-985e-c6c12fb80443 HTTP/1.1" status: 200 len: 945 time: 0.1130164 Feb 16 14:18:50.291976 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-820f3dfa-0efc-45e1-93d2-65be105e3d91 req-6171a99e-7509-4d34-a308-b2e957d82489 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539963 Feb 16 14:18:50.299434 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_common [req-87f275d8-0964-4604-937e-627f82a5f781 req-ae7e40c9-3a8b-430a-bbfd-bf5b105bc133 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Allocated IP 172.20.0.8 (72812c74-d3b2-4e09-97cd-f0c45c3b9f64/b624c315-0258-4d32-af36-3453b0a86eee/3de8b920-644e-4a4e-b051-6ca2a80b90cb) {{(pid=102968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:18:50.375605 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-72fd0eb5-10f7-4ac6-8365-07a5ca1a79a2 req-29c1225f-b044-4d82-a126-71c638de9cc4 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775347 Feb 16 14:18:50.410493 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-41d8b249-7018-4b5e-833e-ee17f005ebba req-becba6dd-8707-455d-8a5b-933fd2d8e918 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/ports?device_id=2d1616f3-b456-4c61-8cc8-da5e22a97e90 HTTP/1.1" status: 200 len: 210 time: 0.0404084 Feb 16 14:18:50.621085 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-87f275d8-0964-4604-937e-627f82a5f781 req-ae7e40c9-3a8b-430a-bbfd-bf5b105bc133 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Publish callbacks [] for port (3de8b920-644e-4a4e-b051-6ca2a80b90cb), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:50.675380 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-87f275d8-0964-4604-937e-627f82a5f781 req-ae7e40c9-3a8b-430a-bbfd-bf5b105bc133 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784246951208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811206'] for port (3de8b920-644e-4a4e-b051-6ca2a80b90cb), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:50.783201 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87f275d8-0964-4604-937e-627f82a5f781 req-ae7e40c9-3a8b-430a-bbfd-bf5b105bc133 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Network 72812c74-d3b2-4e09-97cd-f0c45c3b9f64 is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:18:50.792029 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [req-87f275d8-0964-4604-937e-627f82a5f781 req-ae7e40c9-3a8b-430a-bbfd-bf5b105bc133 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:18:50.799783 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-87f275d8-0964-4604-937e-627f82a5f781 req-ae7e40c9-3a8b-430a-bbfd-bf5b105bc133 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Received port after_create {{(pid=102968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:18:50.828645 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b93431-d49e-4185-9835-88e6dbed3475 req-6ad6cbde-1d21-4af6-b7b8-fedd37dfad1a tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:50.841388 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f4b93431-d49e-4185-9835-88e6dbed3475 req-6ad6cbde-1d21-4af6-b7b8-fedd37dfad1a tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 944 time: 0.1301277 Feb 16 14:18:50.878901 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7e40c9-3a8b-430a-bbfd-bf5b105bc133 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Pushing event updated for resources: {'Port': ['ID=3de8b920-644e-4a4e-b051-6ca2a80b90cb,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:50.926504 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f275d8-0964-4604-937e-627f82a5f781 req-ae7e40c9-3a8b-430a-bbfd-bf5b105bc133 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:50.927172 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-87f275d8-0964-4604-937e-627f82a5f781 req-ae7e40c9-3a8b-430a-bbfd-bf5b105bc133 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:50.964264 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-87f275d8-0964-4604-937e-627f82a5f781 req-ae7e40c9-3a8b-430a-bbfd-bf5b105bc133 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9879038 Feb 16 14:18:50.985124 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f4b93431-d49e-4185-9835-88e6dbed3475 req-d656d3e8-7134-4aff-9fd7-f2c682096afe tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425846 Feb 16 14:18:51.215768 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-134e0f6a-5dfc-4d2f-a865-e355c5102b5a None None] Provisioning complete for port 3de8b920-644e-4a4e-b051-6ca2a80b90cb triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:18:51.216392 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-134e0f6a-5dfc-4d2f-a865-e355c5102b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (3de8b920-644e-4a4e-b051-6ca2a80b90cb), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:51.255588 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-134e0f6a-5dfc-4d2f-a865-e355c5102b5a None None] Port 3de8b920-644e-4a4e-b051-6ca2a80b90cb cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:18:51.534604 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e5c73-fa68-48d1-96be-ef1503b98771 req-cb252cdc-a1fe-4e19-b32c-63054c6bfb81 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:51.537419 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0e6e5c73-fa68-48d1-96be-ef1503b98771 req-cb252cdc-a1fe-4e19-b32c-63054c6bfb81 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=4bd372eb-4111-4aca-985e-c6c12fb80443 HTTP/1.1" status: 200 len: 945 time: 0.0604117 Feb 16 14:18:51.572686 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a0bc7-abfb-46fb-b9f7-afd1e2e814d6 req-79d97656-19f2-48fb-a702-f1f4b50b7fe6 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:51.580253 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-386a0bc7-abfb-46fb-b9f7-afd1e2e814d6 req-79d97656-19f2-48fb-a702-f1f4b50b7fe6 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/ports?device_id=2d1616f3-b456-4c61-8cc8-da5e22a97e90 HTTP/1.1" status: 200 len: 931 time: 0.0762279 Feb 16 14:18:51.630845 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-386a0bc7-abfb-46fb-b9f7-afd1e2e814d6 req-bb935171-3b19-44b1-b4c7-fa66aab404fe tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/security-groups?id=2d5f0775-d95b-405f-a566-2235d8a0cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495780 Feb 16 14:18:51.634314 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0e6e5c73-fa68-48d1-96be-ef1503b98771 req-be6cf49e-0da4-46af-a7f9-fb54aab4ecd3 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893219 Feb 16 14:18:51.674442 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48d1903-172a-45ff-9eba-d70d17add9e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96bc1fe8-242a-45ba-a844-c1b33f59c7b1'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:18:51.677623 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcf4ad7936cd44f2198d6b2453955475838913f42e78743342b6e5b4d5a62724" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c9a50e-8418-4e08-b469-6e818f53548e" -d '{"events": [{"server_uuid": "e48d1903-172a-45ff-9eba-d70d17add9e5", "name": "network-vif-unplugged", "status": "completed", "tag": "96bc1fe8-242a-45ba-a844-c1b33f59c7b1"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:18:51.728503 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 14:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eba41da-fbd8-427e-b482-aba2bbbb5117 x-openstack-request-id: req-3eba41da-fbd8-427e-b482-aba2bbbb5117 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:18:51.731672 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e48d1903-172a-45ff-9eba-d70d17add9e5", "name": "network-vif-unplugged", "status": "completed", "tag": "96bc1fe8-242a-45ba-a844-c1b33f59c7b1", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:18:51.731672 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-3eba41da-fbd8-427e-b482-aba2bbbb5117 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:18:51.731672 dv-cinder-773985-32-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48d1903-172a-45ff-9eba-d70d17add9e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96bc1fe8-242a-45ba-a844-c1b33f59c7b1', 'code': 200} Feb 16 14:18:52.125608 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac1f20-d2db-4aea-ad94-ded959796a4e req-1523790e-57d8-489e-a8d6-a88dbf65282e tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:52.127131 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ffac1f20-d2db-4aea-ad94-ded959796a4e req-1523790e-57d8-489e-a8d6-a88dbf65282e tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 944 time: 0.0593979 Feb 16 14:18:52.179784 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ffac1f20-d2db-4aea-ad94-ded959796a4e req-3f4a44d5-5351-4693-89a8-65e8d809013e tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445883 Feb 16 14:18:52.783202 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3aefbb-cafd-4a04-b7ae-54eac8d22481 req-7e365288-a6c0-4079-b2c7-d263869b92e4 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:52.784879 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-4f3aefbb-cafd-4a04-b7ae-54eac8d22481 req-7e365288-a6c0-4079-b2c7-d263869b92e4 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=4bd372eb-4111-4aca-985e-c6c12fb80443 HTTP/1.1" status: 200 len: 945 time: 0.0757914 Feb 16 14:18:52.815150 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11f1f0-36c5-4302-bf3e-12993d0885ac req-7cbb18b3-61c3-4a5c-9d22-c6229279c132 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:52.818580 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-de11f1f0-36c5-4302-bf3e-12993d0885ac req-7cbb18b3-61c3-4a5c-9d22-c6229279c132 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/ports?device_id=2d1616f3-b456-4c61-8cc8-da5e22a97e90 HTTP/1.1" status: 200 len: 931 time: 0.1052639 Feb 16 14:18:52.836606 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-4f3aefbb-cafd-4a04-b7ae-54eac8d22481 req-98c27cc5-ffe5-4f6e-9699-e05e31c585fc tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450418 Feb 16 14:18:52.884016 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-a8050c5e-fae0-4749-9066-b350f3112fc5 None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:18:52.884826 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-de11f1f0-36c5-4302-bf3e-12993d0885ac req-ca8c185a-8685-465f-b254-45bdae66b264 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/security-groups?id=2d5f0775-d95b-405f-a566-2235d8a0cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601945 Feb 16 14:18:53.317293 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e2552-4df9-4252-b24f-f5a03c368bdc req-15a8d5b3-28c5-4627-b074-20deadff4b3d tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:53.319432 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-0c3e2552-4df9-4252-b24f-f5a03c368bdc req-15a8d5b3-28c5-4627-b074-20deadff4b3d tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 944 time: 0.0608346 Feb 16 14:18:53.383519 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-0c3e2552-4df9-4252-b24f-f5a03c368bdc req-fc9129ba-1ac2-44c9-92ec-05063b48f952 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585914 Feb 16 14:18:53.975734 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba39a96-2917-4ee9-aa03-7ac0fb60d108 req-2895d59d-5c3d-42d8-ae09-aa6ca15a546f tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:53.977287 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6ba39a96-2917-4ee9-aa03-7ac0fb60d108 req-2895d59d-5c3d-42d8-ae09-aa6ca15a546f tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=4bd372eb-4111-4aca-985e-c6c12fb80443 HTTP/1.1" status: 200 len: 945 time: 0.0671818 Feb 16 14:18:54.036513 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3431e7-e187-46ea-abdb-2ea672371de7 req-5ef57206-3adc-4573-800f-218ad833a73f tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:54.036513 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-7b3431e7-e187-46ea-abdb-2ea672371de7 req-5ef57206-3adc-4573-800f-218ad833a73f tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/ports?device_id=2d1616f3-b456-4c61-8cc8-da5e22a97e90 HTTP/1.1" status: 200 len: 931 time: 0.0551538 Feb 16 14:18:54.042175 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6ba39a96-2917-4ee9-aa03-7ac0fb60d108 req-0aa19fef-c1f4-4955-8ab6-dd039a049287 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589404 Feb 16 14:18:54.091452 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-7b3431e7-e187-46ea-abdb-2ea672371de7 req-c52fe655-ca33-4af8-96d8-f471e368fa83 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/security-groups?id=2d5f0775-d95b-405f-a566-2235d8a0cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531073 Feb 16 14:18:54.515813 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff321dc-cec5-481e-a204-fc95cde0ffcf req-bea384bc-7def-4058-a9cf-86a35a38708f tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:54.517526 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-aff321dc-cec5-481e-a204-fc95cde0ffcf req-bea384bc-7def-4058-a9cf-86a35a38708f tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 944 time: 0.0535760 Feb 16 14:18:54.569097 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-aff321dc-cec5-481e-a204-fc95cde0ffcf req-51ecd56c-52c4-468a-9cb4-ed7c312832be tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453570 Feb 16 14:18:55.174424 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4581720-3e49-4b9d-816c-7542025d5cb0 req-f5e2987f-7c78-44ba-b833-9ad488a0579a tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:55.181473 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a4581720-3e49-4b9d-816c-7542025d5cb0 req-f5e2987f-7c78-44ba-b833-9ad488a0579a tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=4bd372eb-4111-4aca-985e-c6c12fb80443 HTTP/1.1" status: 200 len: 945 time: 0.0634773 Feb 16 14:18:55.251753 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62727b6-76d4-4461-89be-63d567b76dab req-d207dc30-2d86-4d3b-98e2-d06cf25ae7e1 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:55.254582 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f62727b6-76d4-4461-89be-63d567b76dab req-d207dc30-2d86-4d3b-98e2-d06cf25ae7e1 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/ports?device_id=2d1616f3-b456-4c61-8cc8-da5e22a97e90 HTTP/1.1" status: 200 len: 931 time: 0.0830860 Feb 16 14:18:55.280780 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a4581720-3e49-4b9d-816c-7542025d5cb0 req-bfcfd4cf-3294-4332-8295-cd7376484a42 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984313 Feb 16 14:18:55.318488 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f62727b6-76d4-4461-89be-63d567b76dab req-d0f2b46f-a569-4723-bca9-4dd63c87586d tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/security-groups?id=2d5f0775-d95b-405f-a566-2235d8a0cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583825 Feb 16 14:18:55.701700 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962410c-36d1-456c-b445-20e32fde15a7 req-764b9b04-1dcd-42a0-860d-1172b1f4c0de tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:55.703556 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-8962410c-36d1-456c-b445-20e32fde15a7 req-764b9b04-1dcd-42a0-860d-1172b1f4c0de tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 944 time: 0.0625219 Feb 16 14:18:55.783238 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-8962410c-36d1-456c-b445-20e32fde15a7 req-27639ca1-ace0-4f50-8e98-788a745cf11f tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727870 Feb 16 14:18:56.453792 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849af0a3-d49b-49d6-923f-81d48eaac090 req-6f0b93a4-3c79-4c35-ad54-b97a9cd311f7 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:56.455500 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-849af0a3-d49b-49d6-923f-81d48eaac090 req-6f0b93a4-3c79-4c35-ad54-b97a9cd311f7 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=4bd372eb-4111-4aca-985e-c6c12fb80443 HTTP/1.1" status: 200 len: 945 time: 0.0775964 Feb 16 14:18:56.474764 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defeca49-8e79-43a3-b359-0b1d81a9f5b1 req-3b42851b-8736-4d86-a5ef-b9449c3ea8d4 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:56.476972 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-defeca49-8e79-43a3-b359-0b1d81a9f5b1 req-3b42851b-8736-4d86-a5ef-b9449c3ea8d4 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/ports?device_id=2d1616f3-b456-4c61-8cc8-da5e22a97e90 HTTP/1.1" status: 200 len: 931 time: 0.0719945 Feb 16 14:18:56.509127 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-849af0a3-d49b-49d6-923f-81d48eaac090 req-33c3cb17-3c70-4518-ab1d-404049604a96 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477204 Feb 16 14:18:56.588636 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-defeca49-8e79-43a3-b359-0b1d81a9f5b1 req-d379ec5b-fbc2-4e4b-9ce5-68fe63c6ef30 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/security-groups?id=2d5f0775-d95b-405f-a566-2235d8a0cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056032 Feb 16 14:18:56.903361 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03766b66-e748-4abf-84c1-7485231b5940 req-40c49b13-26d5-4cdf-b3b5-500f293f5d82 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:56.904875 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-03766b66-e748-4abf-84c1-7485231b5940 req-40c49b13-26d5-4cdf-b3b5-500f293f5d82 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 944 time: 0.0537877 Feb 16 14:18:56.958515 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-03766b66-e748-4abf-84c1-7485231b5940 req-bb3866e1-ec2b-4c02-98c1-fa6c8d6c5f44 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480595 Feb 16 14:18:57.663202 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d144f2-c7e4-4b62-ba11-413664b7a6e9 req-414f78ff-6909-4372-884e-ab73371cf613 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:57.664832 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-66d144f2-c7e4-4b62-ba11-413664b7a6e9 req-414f78ff-6909-4372-884e-ab73371cf613 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=4bd372eb-4111-4aca-985e-c6c12fb80443 HTTP/1.1" status: 200 len: 945 time: 0.0661817 Feb 16 14:18:57.721898 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-66d144f2-c7e4-4b62-ba11-413664b7a6e9 req-078db164-af9e-454a-b090-ce9319ee08e9 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495718 Feb 16 14:18:57.783160 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba62f967-c681-44aa-8ada-db1a9f729f40 req-0278a04f-5bc6-4cdd-802a-cc46f696f718 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:57.784728 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ba62f967-c681-44aa-8ada-db1a9f729f40 req-0278a04f-5bc6-4cdd-802a-cc46f696f718 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/ports?device_id=2d1616f3-b456-4c61-8cc8-da5e22a97e90 HTTP/1.1" status: 200 len: 931 time: 0.0681791 Feb 16 14:18:57.834863 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ba62f967-c681-44aa-8ada-db1a9f729f40 req-8bacbc49-f9bb-4786-b843-9f8c9e7b56e8 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/security-groups?id=2d5f0775-d95b-405f-a566-2235d8a0cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438981 Feb 16 14:18:58.102232 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee4aba-2d9b-44ad-96d8-a4baeb0811e3 req-ae85bafd-f70e-4e99-88eb-2436124b0057 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:58.103780 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-81ee4aba-2d9b-44ad-96d8-a4baeb0811e3 req-ae85bafd-f70e-4e99-88eb-2436124b0057 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 944 time: 0.0572913 Feb 16 14:18:58.160648 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-81ee4aba-2d9b-44ad-96d8-a4baeb0811e3 req-d94ce329-e898-49fd-a623-1f16b1b3a3b5 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507565 Feb 16 14:18:58.860498 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44238a3-ae00-46c3-ace6-171e73683afd req-27389f8d-14d3-47d1-857c-ef83ca3bf7ea tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:58.862001 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d44238a3-ae00-46c3-ace6-171e73683afd req-27389f8d-14d3-47d1-857c-ef83ca3bf7ea tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=4bd372eb-4111-4aca-985e-c6c12fb80443 HTTP/1.1" status: 200 len: 945 time: 0.0564854 Feb 16 14:18:58.909739 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d44238a3-ae00-46c3-ace6-171e73683afd req-dd5507bc-e051-4e87-82d9-d96abe3ba449 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410445 Feb 16 14:18:58.950761 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a19c1bf-219b-4470-86c7-3a50689b3e64 req-52601868-1a13-47cd-8f43-5dbc4830cab1 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:58.952178 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7a19c1bf-219b-4470-86c7-3a50689b3e64 req-52601868-1a13-47cd-8f43-5dbc4830cab1 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/ports?device_id=2d1616f3-b456-4c61-8cc8-da5e22a97e90 HTTP/1.1" status: 200 len: 931 time: 0.0520883 Feb 16 14:18:58.997934 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7a19c1bf-219b-4470-86c7-3a50689b3e64 req-fc511e1f-dde2-4044-a38c-fd50addff1ff tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/security-groups?id=2d5f0775-d95b-405f-a566-2235d8a0cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401726 Feb 16 14:18:59.290040 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b4804-2a04-4cbb-a67d-385008feeaa3 req-de07e459-92eb-458d-aa81-8cbb7f812ea8 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:59.291544 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-bc1b4804-2a04-4cbb-a67d-385008feeaa3 req-de07e459-92eb-458d-aa81-8cbb7f812ea8 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 944 time: 0.0541074 Feb 16 14:18:59.340407 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-bc1b4804-2a04-4cbb-a67d-385008feeaa3 req-2e468123-609d-4b32-baf6-65ae36aeb3e2 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433705 Feb 16 14:18:59.393977 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-87f275d8-0964-4604-937e-627f82a5f781 req-f2aa8633-8971-4d3c-be43-159edbfe35ef service neutron] Request body: {'port': {'device_id': '2d1616f3-b456-4c61-8cc8-da5e22a97e90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:18:59.461960 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-87f275d8-0964-4604-937e-627f82a5f781 req-f2aa8633-8971-4d3c-be43-159edbfe35ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (3de8b920-644e-4a4e-b051-6ca2a80b90cb), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:59.722938 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [req-87f275d8-0964-4604-937e-627f82a5f781 req-f2aa8633-8971-4d3c-be43-159edbfe35ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3de8b920-644e-4a4e-b051-6ca2a80b90cb {{(pid=102968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:18:59.730515 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-87f275d8-0964-4604-937e-627f82a5f781 req-f2aa8633-8971-4d3c-be43-159edbfe35ef service neutron] Publish callbacks [] for port (3de8b920-644e-4a4e-b051-6ca2a80b90cb), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:59.742827 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.provisioning_blocks [req-87f275d8-0964-4604-937e-627f82a5f781 req-f2aa8633-8971-4d3c-be43-159edbfe35ef service neutron] Transition to ACTIVE for port object 3de8b920-644e-4a4e-b051-6ca2a80b90cb will not be triggered until provisioned by entity L2. {{(pid=102968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:18:59.747413 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-87f275d8-0964-4604-937e-627f82a5f781 req-f2aa8633-8971-4d3c-be43-159edbfe35ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8811213'] for port (3de8b920-644e-4a4e-b051-6ca2a80b90cb), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:59.800162 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aa8633-8971-4d3c-be43-159edbfe35ef service neutron] Pushing event updated for resources: {'Port': ['ID=3de8b920-644e-4a4e-b051-6ca2a80b90cb,revision_number=2']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:59.871081 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-87f275d8-0964-4604-937e-627f82a5f781 req-f2aa8633-8971-4d3c-be43-159edbfe35ef service neutron] Attempting to bind port 3de8b920-644e-4a4e-b051-6ca2a80b90cb on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:18:59.871478 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-87f275d8-0964-4604-937e-627f82a5f781 req-f2aa8633-8971-4d3c-be43-159edbfe35ef service neutron] Attempting to bind port 3de8b920-644e-4a4e-b051-6ca2a80b90cb by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '563e0906-a05c-42cb-9152-87b93a4003d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '72812c74-d3b2-4e09-97cd-f0c45c3b9f64'}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:18:59.872042 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f275d8-0964-4604-937e-627f82a5f781 req-f2aa8633-8971-4d3c-be43-159edbfe35ef service neutron] Attempting to bind port 3de8b920-644e-4a4e-b051-6ca2a80b90cb on network 72812c74-d3b2-4e09-97cd-f0c45c3b9f64 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:18:59.876724 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f275d8-0964-4604-937e-627f82a5f781 req-f2aa8633-8971-4d3c-be43-159edbfe35ef service neutron] Port 3de8b920-644e-4a4e-b051-6ca2a80b90cb on network 72812c74-d3b2-4e09-97cd-f0c45c3b9f64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:18:59.877050 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f275d8-0964-4604-937e-627f82a5f781 req-f2aa8633-8971-4d3c-be43-159edbfe35ef service neutron] Attempting to bind port 3de8b920-644e-4a4e-b051-6ca2a80b90cb on network 72812c74-d3b2-4e09-97cd-f0c45c3b9f64 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:18:59.882492 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f275d8-0964-4604-937e-627f82a5f781 req-f2aa8633-8971-4d3c-be43-159edbfe35ef service neutron] Checking agent: {'id': '0563e457-3a96-4909-b5a3-8fa5db96f619', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 14, 3), 'started_at': datetime.datetime(2022, 2, 16, 14, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:18:59.882827 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f275d8-0964-4604-937e-627f82a5f781 req-f2aa8633-8971-4d3c-be43-159edbfe35ef service neutron] Checking segment: {'id': '563e0906-a05c-42cb-9152-87b93a4003d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '72812c74-d3b2-4e09-97cd-f0c45c3b9f64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:18:59.883222 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f275d8-0964-4604-937e-627f82a5f781 req-f2aa8633-8971-4d3c-be43-159edbfe35ef service neutron] Bound using segment: {'id': '563e0906-a05c-42cb-9152-87b93a4003d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '72812c74-d3b2-4e09-97cd-f0c45c3b9f64'} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:18:59.883733 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-87f275d8-0964-4604-937e-627f82a5f781 req-f2aa8633-8971-4d3c-be43-159edbfe35ef service neutron] Bound port: 3de8b920-644e-4a4e-b051-6ca2a80b90cb, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '563e0906-a05c-42cb-9152-87b93a4003d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '72812c74-d3b2-4e09-97cd-f0c45c3b9f64'}}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:18:59.884088 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-87f275d8-0964-4604-937e-627f82a5f781 req-f2aa8633-8971-4d3c-be43-159edbfe35ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (3de8b920-644e-4a4e-b051-6ca2a80b90cb), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:59.950353 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-87f275d8-0964-4604-937e-627f82a5f781 req-f2aa8633-8971-4d3c-be43-159edbfe35ef service neutron] For port 3de8b920-644e-4a4e-b051-6ca2a80b90cb, host hv-cinder-77398, cleared binding levels {{(pid=102968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:18:59.953420 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-87f275d8-0964-4604-937e-627f82a5f781 req-f2aa8633-8971-4d3c-be43-159edbfe35ef service neutron] For port 3de8b920-644e-4a4e-b051-6ca2a80b90cb, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=3de8b920-644e-4a4e-b051-6ca2a80b90cb,segment=NetworkSegment(563e0906-a05c-42cb-9152-87b93a4003d1),segment_id=563e0906-a05c-42cb-9152-87b93a4003d1)] {{(pid=102968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:18:59.961477 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-87f275d8-0964-4604-937e-627f82a5f781 req-f2aa8633-8971-4d3c-be43-159edbfe35ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8811213'] for port (3de8b920-644e-4a4e-b051-6ca2a80b90cb), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:59.997988 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f275d8-0964-4604-937e-627f82a5f781 req-f2aa8633-8971-4d3c-be43-159edbfe35ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:59.998609 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-87f275d8-0964-4604-937e-627f82a5f781 req-f2aa8633-8971-4d3c-be43-159edbfe35ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:00.000020 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-87f275d8-0964-4604-937e-627f82a5f781 req-f2aa8633-8971-4d3c-be43-159edbfe35ef service neutron] 10.222.0.10 "PUT /v2.0/ports/3de8b920-644e-4a4e-b051-6ca2a80b90cb HTTP/1.1" status: 200 len: 1093 time: 0.6103828 Feb 16 14:19:00.000498 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d1616f3-b456-4c61-8cc8-da5e22a97e90', 'tag': '3de8b920-644e-4a4e-b051-6ca2a80b90cb'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:19:00.002709 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669008da0707fbbfdc7037cdc0b86c67378ff5c6b942db7a00e5cd0dd563b74b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eff46f7-944a-4914-896b-3b82cee62891" -d '{"events": [{"name": "network-changed", "server_uuid": "2d1616f3-b456-4c61-8cc8-da5e22a97e90", "tag": "3de8b920-644e-4a4e-b051-6ca2a80b90cb"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:19:00.048298 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aa8633-8971-4d3c-be43-159edbfe35ef service neutron] Pushing event updated for resources: {'Port': ['ID=3de8b920-644e-4a4e-b051-6ca2a80b90cb,revision_number=3']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:00.048440 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a630da-6ff2-4cbe-93fe-0d21ea547118 req-e5bb980b-2fd1-4f28-b694-be7e2fc547a5 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:00.059124 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-10a630da-6ff2-4cbe-93fe-0d21ea547118 req-e5bb980b-2fd1-4f28-b694-be7e2fc547a5 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=4bd372eb-4111-4aca-985e-c6c12fb80443 HTTP/1.1" status: 200 len: 945 time: 0.0755610 Feb 16 14:19:00.061053 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6db613-5e20-496f-afcc-cc12a968a518 x-openstack-request-id: req-4f6db613-5e20-496f-afcc-cc12a968a518 {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:19:00.061352 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d1616f3-b456-4c61-8cc8-da5e22a97e90", "tag": "3de8b920-644e-4a4e-b051-6ca2a80b90cb", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:19:00.061611 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-4f6db613-5e20-496f-afcc-cc12a968a518 {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:19:00.062018 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d1616f3-b456-4c61-8cc8-da5e22a97e90', 'tag': '3de8b920-644e-4a4e-b051-6ca2a80b90cb', 'status': 'completed', 'code': 200} Feb 16 14:19:00.106422 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-10a630da-6ff2-4cbe-93fe-0d21ea547118 req-06173091-ef08-4b9c-8a42-1347dc6d3bdd tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462940 Feb 16 14:19:00.166421 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46cee88-5cfd-429a-b1cf-420d27d6914a req-c1d36adf-02eb-4bc5-bf3b-0dd2b79f1b8c tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:00.168174 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f46cee88-5cfd-429a-b1cf-420d27d6914a req-c1d36adf-02eb-4bc5-bf3b-0dd2b79f1b8c tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/ports?device_id=2d1616f3-b456-4c61-8cc8-da5e22a97e90 HTTP/1.1" status: 200 len: 943 time: 0.0588186 Feb 16 14:19:00.245135 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f46cee88-5cfd-429a-b1cf-420d27d6914a req-6c700102-8038-4061-9cb4-526e6626eb9d tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/security-groups?id=2d5f0775-d95b-405f-a566-2235d8a0cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633035 Feb 16 14:19:00.250827 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff46f7-944a-4914-896b-3b82cee62891 req-94d83ab7-2c46-4874-903e-7238c6e91ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:00.252353 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5eff46f7-944a-4914-896b-3b82cee62891 req-94d83ab7-2c46-4874-903e-7238c6e91ac7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=451735af279a49b18eb4ca311c7315a0&device_id=2d1616f3-b456-4c61-8cc8-da5e22a97e90 HTTP/1.1" status: 200 len: 1127 time: 0.0789242 Feb 16 14:19:00.384815 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff46f7-944a-4914-896b-3b82cee62891 req-29732524-3a4c-4b25-8685-84afb152ba1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:00.387404 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5eff46f7-944a-4914-896b-3b82cee62891 req-29732524-3a4c-4b25-8685-84afb152ba1c service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=451735af279a49b18eb4ca311c7315a0&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0965474 Feb 16 14:19:00.470643 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1059152-3b38-448f-9584-58e4cb17fc11 req-008cb2e6-bc75-407b-bf12-9939f860781a tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:00.472246 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b1059152-3b38-448f-9584-58e4cb17fc11 req-008cb2e6-bc75-407b-bf12-9939f860781a tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 944 time: 0.0554140 Feb 16 14:19:00.492601 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff46f7-944a-4914-896b-3b82cee62891 req-a9295ed2-7004-4a15-8e58-0597bd89de59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:00.494083 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5eff46f7-944a-4914-896b-3b82cee62891 req-a9295ed2-7004-4a15-8e58-0597bd89de59 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0984919 Feb 16 14:19:00.522924 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b1059152-3b38-448f-9584-58e4cb17fc11 req-c37c9b6c-eb0b-4bd4-9cf8-0acbcb212f15 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440414 Feb 16 14:19:00.681993 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f275d8-0964-4604-937e-627f82a5f781 req-bef29cef-7942-4b59-8052-65e45d7138e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:00.683539 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-87f275d8-0964-4604-937e-627f82a5f781 req-bef29cef-7942-4b59-8052-65e45d7138e7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=451735af279a49b18eb4ca311c7315a0&device_id=2d1616f3-b456-4c61-8cc8-da5e22a97e90 HTTP/1.1" status: 200 len: 1127 time: 0.0480790 Feb 16 14:19:00.766724 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-87f275d8-0964-4604-937e-627f82a5f781 req-597c97a8-984d-43dd-92b0-878ee4cc5aea service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3de8b920-644e-4a4e-b051-6ca2a80b90cb HTTP/1.1" status: 200 len: 217 time: 0.0408759 Feb 16 14:19:00.849303 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f275d8-0964-4604-937e-627f82a5f781 req-1c82d068-e91c-4e52-ba5a-f7ad74b460ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:00.851379 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-87f275d8-0964-4604-937e-627f82a5f781 req-1c82d068-e91c-4e52-ba5a-f7ad74b460ae service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b624c315-0258-4d32-af36-3453b0a86eee HTTP/1.1" status: 200 len: 854 time: 0.0560758 Feb 16 14:19:00.946008 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f275d8-0964-4604-937e-627f82a5f781 req-5ac47f20-c315-4c66-9148-74980f15b3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:00.947644 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-87f275d8-0964-4604-937e-627f82a5f781 req-5ac47f20-c315-4c66-9148-74980f15b3d5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=72812c74-d3b2-4e09-97cd-f0c45c3b9f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0596998 Feb 16 14:19:01.038689 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-87f275d8-0964-4604-937e-627f82a5f781 req-a613a78d-3136-4627-a8e9-8f8fe40e921c service neutron] 10.222.0.10 "GET /v2.0/networks/72812c74-d3b2-4e09-97cd-f0c45c3b9f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830641 Feb 16 14:19:01.136548 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-87f275d8-0964-4604-937e-627f82a5f781 req-ddcdb6f8-d168-4d30-927f-14e340e1d9de service neutron] 10.222.0.10 "GET /v2.0/networks/72812c74-d3b2-4e09-97cd-f0c45c3b9f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852940 Feb 16 14:19:01.223630 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073887e6-7102-4d80-8f19-7f631e573cd3 req-e5f32986-3a9d-407b-a9ab-0e052c165591 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:01.225102 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-073887e6-7102-4d80-8f19-7f631e573cd3 req-e5f32986-3a9d-407b-a9ab-0e052c165591 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=4bd372eb-4111-4aca-985e-c6c12fb80443 HTTP/1.1" status: 200 len: 945 time: 0.0520766 Feb 16 14:19:01.275590 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-073887e6-7102-4d80-8f19-7f631e573cd3 req-ab2dfdbb-084d-43cb-b53a-bcb3f4ff9878 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448351 Feb 16 14:19:01.369179 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8cdd6-df06-4dbd-87b2-ed71eb9a7e42 req-aef36bbe-6c17-48ef-bd03-eec78c8f4bf2 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:01.370677 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f3b8cdd6-df06-4dbd-87b2-ed71eb9a7e42 req-aef36bbe-6c17-48ef-bd03-eec78c8f4bf2 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/ports?device_id=2d1616f3-b456-4c61-8cc8-da5e22a97e90 HTTP/1.1" status: 200 len: 943 time: 0.0546536 Feb 16 14:19:01.418911 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f3b8cdd6-df06-4dbd-87b2-ed71eb9a7e42 req-7e0b8a4c-b793-4525-a7dd-2dac2b7028b6 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/security-groups?id=2d5f0775-d95b-405f-a566-2235d8a0cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423162 Feb 16 14:19:01.688719 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b27bd-f58b-4d0d-8795-a04334c80ece req-a61d3f82-a5b1-4e50-99b7-9460377cbc48 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:01.691882 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-448b27bd-f58b-4d0d-8795-a04334c80ece req-a61d3f82-a5b1-4e50-99b7-9460377cbc48 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 944 time: 0.0649464 Feb 16 14:19:01.749673 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-448b27bd-f58b-4d0d-8795-a04334c80ece req-3825eb00-dc37-4533-a0ad-78759402e6a3 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508461 Feb 16 14:19:01.858531 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3cd02e-259d-4e12-82ae-5dca2e7c787b req-5e19746f-9fbd-4f95-9473-04c42caba391 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:01.860062 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5f3cd02e-259d-4e12-82ae-5dca2e7c787b req-5e19746f-9fbd-4f95-9473-04c42caba391 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/ports?device_id=349f9943-1ada-4fd3-b5e4-4087d07b14a9 HTTP/1.1" status: 200 len: 945 time: 0.0527995 Feb 16 14:19:01.910431 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5f3cd02e-259d-4e12-82ae-5dca2e7c787b req-48b812da-c256-42c9-9027-f3338bfac8ad tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/security-groups?id=650a6438-5fa5-40ff-84f8-b8aa3844aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441113 Feb 16 14:19:02.539064 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30934614-945e-45fa-8c82-f73ae662d686 req-ad8963ae-b5ed-49c9-b8c2-cc29b23f2665 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:02.540617 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-30934614-945e-45fa-8c82-f73ae662d686 req-ad8963ae-b5ed-49c9-b8c2-cc29b23f2665 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/ports?device_id=2d1616f3-b456-4c61-8cc8-da5e22a97e90 HTTP/1.1" status: 200 len: 943 time: 0.0542767 Feb 16 14:19:02.600478 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-30934614-945e-45fa-8c82-f73ae662d686 req-b95f04ce-eaa6-43ba-9a4c-98fb3ffad909 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/security-groups?id=2d5f0775-d95b-405f-a566-2235d8a0cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455060 Feb 16 14:19:02.854685 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (0563e457-3a96-4909-b5a3-8fa5db96f619), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:02.895140 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d238af01-6049-4d40-836d-178146524db5 req-62fc2f75-2897-47e0-80e4-e3f3d5c7d1b8 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:02.895140 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d238af01-6049-4d40-836d-178146524db5 req-62fc2f75-2897-47e0-80e4-e3f3d5c7d1b8 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 944 time: 0.0709810 Feb 16 14:19:02.964874 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d238af01-6049-4d40-836d-178146524db5 req-7ed30979-95c7-4d06-8f09-02fa1b91e05d tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610013 Feb 16 14:19:03.085359 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ac0cb-b179-4c6e-bb26-b4f46a1a40df req-049b820b-4cc1-4f7d-865b-cb7403043182 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:03.087066 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-cd2ac0cb-b179-4c6e-bb26-b4f46a1a40df req-049b820b-4cc1-4f7d-865b-cb7403043182 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/ports?device_id=349f9943-1ada-4fd3-b5e4-4087d07b14a9 HTTP/1.1" status: 200 len: 945 time: 0.0609934 Feb 16 14:19:03.151605 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-cd2ac0cb-b179-4c6e-bb26-b4f46a1a40df req-554a0051-bc8a-4d12-b736-8c7bdcb8ecf2 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/security-groups?id=650a6438-5fa5-40ff-84f8-b8aa3844aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545938 Feb 16 14:19:03.478482 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [req-bf135959-dde9-4199-ab1b-ad5980079c29 req-e17842a1-3a5d-464c-9bdb-91f1e37fb4b9 service neutron] http://10.222.0.120:9696/v2.0/extensions returned with HTTP 200 {{(pid=102968) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 14:19:03.479615 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-bf135959-dde9-4199-ab1b-ad5980079c29 req-e17842a1-3a5d-464c-9bdb-91f1e37fb4b9 service neutron] 10.222.0.120 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059102 Feb 16 14:19:03.488488 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 3de8b920-644e-4a4e-b051-6ca2a80b90cb details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:19:03.529653 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-bb26b5e6-5fa6-4bc5-a9a2-3d35e8614824 req-28d68306-83c8-4442-8ff9-2bb8980a55dc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=aa1f6b22-bd46-466b-abca-57732e144d24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0467322 Feb 16 14:19:03.616233 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 3de8b920-644e-4a4e-b051-6ca2a80b90cb, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=3de8b920-644e-4a4e-b051-6ca2a80b90cb,segment=NetworkSegment(563e0906-a05c-42cb-9152-87b93a4003d1),segment_id=563e0906-a05c-42cb-9152-87b93a4003d1)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:19:03.634073 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Returning: {'device': '3de8b920-644e-4a4e-b051-6ca2a80b90cb', 'network_id': '72812c74-d3b2-4e09-97cd-f0c45c3b9f64', 'port_id': '3de8b920-644e-4a4e-b051-6ca2a80b90cb', 'mac_address': 'fa:16:3e:b1:96:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b624c315-0258-4d32-af36-3453b0a86eee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:19:03.662469 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26b5e6-5fa6-4bc5-a9a2-3d35e8614824 req-5cefb6f6-b3c7-44a6-a046-dd42b2aae971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:03.664984 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-bb26b5e6-5fa6-4bc5-a9a2-3d35e8614824 req-5cefb6f6-b3c7-44a6-a046-dd42b2aae971 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d9a231f27e3b4236b5109f44434e8be7&device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 1129 time: 0.0858576 Feb 16 14:19:03.701699 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Current status of the port 3de8b920-644e-4a4e-b051-6ca2a80b90cb is: DOWN; New status is: BUILD {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:19:03.702092 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (3de8b920-644e-4a4e-b051-6ca2a80b90cb), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:03.705794 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d948b2d5-c0ae-4b31-9b0f-3523bf47bf28 req-4d37b979-ec98-4565-986b-39043d7e2545 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:03.707740 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d948b2d5-c0ae-4b31-9b0f-3523bf47bf28 req-4d37b979-ec98-4565-986b-39043d7e2545 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 944 time: 0.0948818 Feb 16 14:19:03.733294 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3de8b920-644e-4a4e-b051-6ca2a80b90cb {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:19:03.755462 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 3de8b920-644e-4a4e-b051-6ca2a80b90cb, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=3de8b920-644e-4a4e-b051-6ca2a80b90cb,segment=NetworkSegment(563e0906-a05c-42cb-9152-87b93a4003d1),segment_id=563e0906-a05c-42cb-9152-87b93a4003d1)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:19:03.762786 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (3de8b920-644e-4a4e-b051-6ca2a80b90cb), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:03.778619 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d948b2d5-c0ae-4b31-9b0f-3523bf47bf28 req-0dbb2527-6dba-4806-97b4-f013a2c764f0 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632684 Feb 16 14:19:03.819008 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b315dc4-64cf-4649-9476-f1f2c7732b94 req-160adcb4-551c-4d57-874a-e9998b759fec tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:03.820766 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3b315dc4-64cf-4649-9476-f1f2c7732b94 req-160adcb4-551c-4d57-874a-e9998b759fec tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/ports?device_id=2d1616f3-b456-4c61-8cc8-da5e22a97e90 HTTP/1.1" status: 200 len: 943 time: 0.1495898 Feb 16 14:19:03.828069 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Pushing event updated for resources: {'Port': ['ID=3de8b920-644e-4a4e-b051-6ca2a80b90cb,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:03.844567 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26b5e6-5fa6-4bc5-a9a2-3d35e8614824 req-8928dead-338c-4358-ab85-cfae9e0bfa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:03.845985 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-bb26b5e6-5fa6-4bc5-a9a2-3d35e8614824 req-8928dead-338c-4358-ab85-cfae9e0bfa90 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3b4e79db-56cd-4d42-82d5-dc0b8425f909 HTTP/1.1" status: 200 len: 920 time: 0.1403124 Feb 16 14:19:03.902536 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-bb26b5e6-5fa6-4bc5-a9a2-3d35e8614824 req-58317887-e79c-49f7-9bac-bca8bb701079 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6a54da9-6f7e-4061-a9d4-32be89783a8d HTTP/1.1" status: 200 len: 217 time: 0.0463290 Feb 16 14:19:03.916974 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3b315dc4-64cf-4649-9476-f1f2c7732b94 req-ec48390c-7f97-4b44-8341-63ec51399f70 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/security-groups?id=2d5f0775-d95b-405f-a566-2235d8a0cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843496 Feb 16 14:19:03.996146 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26b5e6-5fa6-4bc5-a9a2-3d35e8614824 req-e543224e-ec05-41fb-9bce-47c264c1ec85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:03.997909 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-bb26b5e6-5fa6-4bc5-a9a2-3d35e8614824 req-e543224e-ec05-41fb-9bce-47c264c1ec85 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=49e52525-bf5f-472f-a994-bf14eeca6876 HTTP/1.1" status: 200 len: 858 time: 0.0478005 Feb 16 14:19:04.017936 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 56046) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:19:04.033739 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-bb26b5e6-5fa6-4bc5-a9a2-3d35e8614824 req-4225fbac-bedf-4088-a0d6-c4a8d9c13b62 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3b4e79db-56cd-4d42-82d5-dc0b8425f909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270200 Feb 16 14:19:04.116607 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a34dc7a5-1ba4-4b8b-82f0-043451afcd00 req-796fb752-27e5-432c-9f23-6fe5037bb4db service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0964720 Feb 16 14:19:04.126224 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [req-a34dc7a5-1ba4-4b8b-82f0-043451afcd00 req-072b629f-9256-4df5-8fed-1995a1396b08 service neutron] http://10.222.0.120:9696/v2.0/extensions returned with HTTP 200 {{(pid=102969) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 14:19:04.127390 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a34dc7a5-1ba4-4b8b-82f0-043451afcd00 req-072b629f-9256-4df5-8fed-1995a1396b08 service neutron] 10.222.0.120 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055726 Feb 16 14:19:04.133513 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-bb26b5e6-5fa6-4bc5-a9a2-3d35e8614824 req-5924300b-9b8f-4815-a2c3-c127e8720695 service neutron] 10.222.0.10 "GET /v2.0/networks/3b4e79db-56cd-4d42-82d5-dc0b8425f909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925963 Feb 16 14:19:04.218164 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 56060) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:19:04.255023 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-bb26b5e6-5fa6-4bc5-a9a2-3d35e8614824 req-49036fd6-cb68-448e-9917-104543d92e03 service neutron] 10.222.0.10 "GET /v2.0/networks/3b4e79db-56cd-4d42-82d5-dc0b8425f909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023698 Feb 16 14:19:04.313817 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ac063-bee9-4a58-a86a-cbda999f238a req-5cb3d9b7-9dc7-40a1-b9e4-b5609b68b788 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:04.315222 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-350ac063-bee9-4a58-a86a-cbda999f238a req-5cb3d9b7-9dc7-40a1-b9e4-b5609b68b788 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/ports?device_id=349f9943-1ada-4fd3-b5e4-4087d07b14a9 HTTP/1.1" status: 200 len: 945 time: 0.0986354 Feb 16 14:19:04.379446 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34dc7a5-1ba4-4b8b-82f0-043451afcd00 req-8415d0f8-52bf-4793-9108-6ce0f41b34ab tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:04.381409 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a34dc7a5-1ba4-4b8b-82f0-043451afcd00 req-8415d0f8-52bf-4793-9108-6ce0f41b34ab tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports/96bc1fe8-242a-45ba-a844-c1b33f59c7b1 HTTP/1.1" status: 200 len: 941 time: 0.1554427 Feb 16 14:19:04.390967 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] get_ports_and_sgs() called for port_ids ['3de8b920-644e-4a4e-b051-6ca2a80b90cb'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:19:04.398634 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-350ac063-bee9-4a58-a86a-cbda999f238a req-f24823a0-9492-48a7-9cbe-81423db13c7e tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/security-groups?id=650a6438-5fa5-40ff-84f8-b8aa3844aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750659 Feb 16 14:19:04.749410 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6f707-29df-4d3b-950a-800a2a0ada7f req-69ed855c-d781-41b0-a2f0-24c39b01bc48 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:04.750887 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-50c6f707-29df-4d3b-950a-800a2a0ada7f req-69ed855c-d781-41b0-a2f0-24c39b01bc48 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.10 "GET /v2.0/ports?device_id=349f9943-1ada-4fd3-b5e4-4087d07b14a9 HTTP/1.1" status: 200 len: 945 time: 0.0610609 Feb 16 14:19:04.893570 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-50c6f707-29df-4d3b-950a-800a2a0ada7f req-ece7f51c-43f4-445f-8b1d-53b3cf497468 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Deleting port 3a545229-7d5f-4237-867e-d1427f7068e0 {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:19:04.893929 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-50c6f707-29df-4d3b-950a-800a2a0ada7f req-ece7f51c-43f4-445f-8b1d-53b3cf497468 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784247387639'] for port (3a545229-7d5f-4237-867e-d1427f7068e0), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:04.966893 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18c912f-2d5e-4ecb-ba7a-86248dec6e90 req-dbd40182-9189-4770-aa77-d7ee683932bc tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:04.968411 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f18c912f-2d5e-4ecb-ba7a-86248dec6e90 req-dbd40182-9189-4770-aa77-d7ee683932bc tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 944 time: 0.1139476 Feb 16 14:19:05.014149 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-50c6f707-29df-4d3b-950a-800a2a0ada7f req-ece7f51c-43f4-445f-8b1d-53b3cf497468 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] For port 3a545229-7d5f-4237-867e-d1427f7068e0, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=3a545229-7d5f-4237-867e-d1427f7068e0,segment=NetworkSegment(43af7e83-61b8-49d9-9b3d-8e7fc1fb9259),segment_id=43af7e83-61b8-49d9-9b3d-8e7fc1fb9259)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:19:05.014529 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-50c6f707-29df-4d3b-950a-800a2a0ada7f req-ece7f51c-43f4-445f-8b1d-53b3cf497468 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595644'] for port (3a545229-7d5f-4237-867e-d1427f7068e0), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:05.041255 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-50c6f707-29df-4d3b-950a-800a2a0ada7f req-ece7f51c-43f4-445f-8b1d-53b3cf497468 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Calling delete_port for 3a545229-7d5f-4237-867e-d1427f7068e0 owned by compute:nova {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:19:05.056482 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f18c912f-2d5e-4ecb-ba7a-86248dec6e90 req-760d96ea-3376-4103-86b9-d7e09b3bdaa7 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806305 Feb 16 14:19:05.066417 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d6486-24cb-4a26-b5c3-c35b2f2dfc3a req-a21244a7-8d2c-495f-92a0-0b1347e18e68 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:05.074742 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-882d6486-24cb-4a26-b5c3-c35b2f2dfc3a req-a21244a7-8d2c-495f-92a0-0b1347e18e68 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/ports?device_id=2d1616f3-b456-4c61-8cc8-da5e22a97e90 HTTP/1.1" status: 200 len: 944 time: 0.0750964 Feb 16 14:19:05.125896 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-882d6486-24cb-4a26-b5c3-c35b2f2dfc3a req-7d28a89b-9e90-4c16-a5d9-818c1d5c6917 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/security-groups?id=2d5f0775-d95b-405f-a566-2235d8a0cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493765 Feb 16 14:19:05.191076 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-50c6f707-29df-4d3b-950a-800a2a0ada7f req-ece7f51c-43f4-445f-8b1d-53b3cf497468 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784247495006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784246951217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811206'] for port (3a545229-7d5f-4237-867e-d1427f7068e0), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:05.218031 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece7f51c-43f4-445f-8b1d-53b3cf497468 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Pushing event deleted for resources: {'Port': ['ID=3a545229-7d5f-4237-867e-d1427f7068e0,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:05.243519 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] get_ports_and_sgs() called for port_ids ['3a545229-7d5f-4237-867e-d1427f7068e0'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:19:05.263572 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c6f707-29df-4d3b-950a-800a2a0ada7f req-ece7f51c-43f4-445f-8b1d-53b3cf497468 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] No DVR routers for this DVR port 3a545229-7d5f-4237-867e-d1427f7068e0 on host hv-cinder-77398 {{(pid=102968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:19:05.266047 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-50c6f707-29df-4d3b-950a-800a2a0ada7f req-ece7f51c-43f4-445f-8b1d-53b3cf497468 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:05.269425 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-50c6f707-29df-4d3b-950a-800a2a0ada7f req-ece7f51c-43f4-445f-8b1d-53b3cf497468 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.10 "DELETE /v2.0/ports/3a545229-7d5f-4237-867e-d1427f7068e0 HTTP/1.1" status: 204 len: 173 time: 0.4999211 Feb 16 14:19:05.269990 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '349f9943-1ada-4fd3-b5e4-4087d07b14a9', 'name': 'network-vif-deleted', 'tag': '3a545229-7d5f-4237-867e-d1427f7068e0'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:19:05.272305 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669008da0707fbbfdc7037cdc0b86c67378ff5c6b942db7a00e5cd0dd563b74b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c303c3a-8aac-49a3-8c4d-56277214ce0c" -d '{"events": [{"server_uuid": "349f9943-1ada-4fd3-b5e4-4087d07b14a9", "name": "network-vif-deleted", "tag": "3a545229-7d5f-4237-867e-d1427f7068e0"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:19:05.309439 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92014082-5ca7-4099-abde-f7669acb9d0f x-openstack-request-id: req-92014082-5ca7-4099-abde-f7669acb9d0f {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:19:05.309737 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "349f9943-1ada-4fd3-b5e4-4087d07b14a9", "name": "network-vif-deleted", "tag": "3a545229-7d5f-4237-867e-d1427f7068e0", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:19:05.310232 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-92014082-5ca7-4099-abde-f7669acb9d0f {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:19:05.310849 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '349f9943-1ada-4fd3-b5e4-4087d07b14a9', 'name': 'network-vif-deleted', 'tag': '3a545229-7d5f-4237-867e-d1427f7068e0', 'status': 'completed', 'code': 200} Feb 16 14:19:05.511173 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-19145cca-467f-4314-b9fe-976f9a9d1535 req-7e8cbdf4-a9e3-457a-93c2-d1db2e1580c9 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/ports?device_id=349f9943-1ada-4fd3-b5e4-4087d07b14a9 HTTP/1.1" status: 200 len: 210 time: 0.0305638 Feb 16 14:19:05.541417 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 3de8b920-644e-4a4e-b051-6ca2a80b90cb up at agent hyperv_hv-cinder-77398 {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:19:05.553841 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd2167-bf83-4d94-aa09-b8778bc5832b req-07dcf0aa-ba2d-438c-bef5-fb760ca122e4 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:05.555305 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-84fd2167-bf83-4d94-aa09-b8778bc5832b req-07dcf0aa-ba2d-438c-bef5-fb760ca122e4 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 945 time: 0.0593190 Feb 16 14:19:05.592502 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Provisioning for port 3de8b920-644e-4a4e-b051-6ca2a80b90cb completed by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:19:05.597103 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Provisioning complete for port 3de8b920-644e-4a4e-b051-6ca2a80b90cb triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:19:05.597480 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (3de8b920-644e-4a4e-b051-6ca2a80b90cb), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:05.606399 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-84fd2167-bf83-4d94-aa09-b8778bc5832b req-d95aa239-1cb6-4d4a-9eab-e1bcb46aca87 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453255 Feb 16 14:19:05.677199 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Current status of the port 3de8b920-644e-4a4e-b051-6ca2a80b90cb is: BUILD; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:19:05.677582 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (3de8b920-644e-4a4e-b051-6ca2a80b90cb), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:05.700482 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d1616f3-b456-4c61-8cc8-da5e22a97e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de8b920-644e-4a4e-b051-6ca2a80b90cb'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:19:05.702699 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcf4ad7936cd44f2198d6b2453955475838913f42e78743342b6e5b4d5a62724" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9332a4a-8e78-4e37-9e76-b17442e3253f" -d '{"events": [{"server_uuid": "2d1616f3-b456-4c61-8cc8-da5e22a97e90", "name": "network-vif-plugged", "status": "completed", "tag": "3de8b920-644e-4a4e-b051-6ca2a80b90cb"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:19:05.715644 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 3de8b920-644e-4a4e-b051-6ca2a80b90cb, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=3de8b920-644e-4a4e-b051-6ca2a80b90cb,segment=NetworkSegment(563e0906-a05c-42cb-9152-87b93a4003d1),segment_id=563e0906-a05c-42cb-9152-87b93a4003d1)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:19:05.719948 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (3de8b920-644e-4a4e-b051-6ca2a80b90cb), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:05.720739 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 96bc1fe8-242a-45ba-a844-c1b33f59c7b1 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:19:05.759002 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb08111f-2ab3-428f-b5cb-40cfc17b404d x-openstack-request-id: req-eb08111f-2ab3-428f-b5cb-40cfc17b404d {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:19:05.759301 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d1616f3-b456-4c61-8cc8-da5e22a97e90", "name": "network-vif-plugged", "status": "completed", "tag": "3de8b920-644e-4a4e-b051-6ca2a80b90cb", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:19:05.759583 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-eb08111f-2ab3-428f-b5cb-40cfc17b404d {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:19:05.759972 dv-cinder-773985-32-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d1616f3-b456-4c61-8cc8-da5e22a97e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de8b920-644e-4a4e-b051-6ca2a80b90cb', 'code': 200} Feb 16 14:19:05.796345 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Pushing event updated for resources: {'Port': ['ID=3de8b920-644e-4a4e-b051-6ca2a80b90cb,revision_number=5']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:05.837308 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Current status of the port 96bc1fe8-242a-45ba-a844-c1b33f59c7b1 is: DOWN; New status is: DOWN {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:19:06.017678 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef3612-9280-4207-9b9e-c0afafc3e4ec req-277b7cb7-9df9-40cb-886d-55ade53b6675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:06.019237 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-bdef3612-9280-4207-9b9e-c0afafc3e4ec req-277b7cb7-9df9-40cb-886d-55ade53b6675 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2d1616f3-b456-4c61-8cc8-da5e22a97e90 HTTP/1.1" status: 200 len: 1129 time: 0.0434055 Feb 16 14:19:06.070472 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-bdef3612-9280-4207-9b9e-c0afafc3e4ec req-05b73834-3dd7-4f1d-8ab5-a8cf9e95936e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2d5f0775-d95b-405f-a566-2235d8a0cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415304 Feb 16 14:19:06.185862 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07582552-76c6-47a3-9870-06365e34d55a req-4d9f8c17-d2f8-4c07-b314-53b644d8d8fd tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:06.187452 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-07582552-76c6-47a3-9870-06365e34d55a req-4d9f8c17-d2f8-4c07-b314-53b644d8d8fd tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 944 time: 0.0552847 Feb 16 14:19:06.233935 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-07582552-76c6-47a3-9870-06365e34d55a req-4c559b18-dcec-418e-8254-19acefa5080d tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410535 Feb 16 14:19:06.249187 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2124bb88-5e68-44e9-9293-4c9a5698b507 req-bd53b007-35fa-4a0b-abc1-1165f9afed1f tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:06.250596 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2124bb88-5e68-44e9-9293-4c9a5698b507 req-bd53b007-35fa-4a0b-abc1-1165f9afed1f tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/ports?device_id=2d1616f3-b456-4c61-8cc8-da5e22a97e90 HTTP/1.1" status: 200 len: 945 time: 0.0520389 Feb 16 14:19:06.297626 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2124bb88-5e68-44e9-9293-4c9a5698b507 req-56ab30d7-f1b5-4f49-b5b5-39906131783b tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/security-groups?id=2d5f0775-d95b-405f-a566-2235d8a0cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410464 Feb 16 14:19:06.618573 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-5271f33d-9c0c-49a4-8177-a253c6bf063e req-0bcdb2c4-0631-4b07-bcb0-1c715f7c80af tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/ports?device_id=349f9943-1ada-4fd3-b5e4-4087d07b14a9 HTTP/1.1" status: 200 len: 210 time: 0.0264430 Feb 16 14:19:06.735009 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af069f18-1635-439e-b570-9750c68dea8a req-5f281f48-767d-4791-8d9f-67bb0db7d996 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:06.736527 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-af069f18-1635-439e-b570-9750c68dea8a req-5f281f48-767d-4791-8d9f-67bb0db7d996 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 945 time: 0.0618982 Feb 16 14:19:06.785471 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-af069f18-1635-439e-b570-9750c68dea8a req-56f4b8ef-8f61-4f89-bffa-135011b68646 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424845 Feb 16 14:19:07.362900 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322be3a9-fb59-45dc-b309-7dbe4a2971a5 req-5365ce30-9a10-48db-9601-39539407379f tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:07.364438 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-322be3a9-fb59-45dc-b309-7dbe4a2971a5 req-5365ce30-9a10-48db-9601-39539407379f tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 944 time: 0.0570524 Feb 16 14:19:07.411418 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-322be3a9-fb59-45dc-b309-7dbe4a2971a5 req-79d5e0ad-f9e2-49a9-8297-1361e4f94de9 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411377 Feb 16 14:19:07.417872 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d396a6-59bb-46be-afeb-1628b9f439dd req-05f54319-4cfc-4747-a258-f7e7c9cf3548 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:07.419286 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c6d396a6-59bb-46be-afeb-1628b9f439dd req-05f54319-4cfc-4747-a258-f7e7c9cf3548 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/ports?device_id=2d1616f3-b456-4c61-8cc8-da5e22a97e90 HTTP/1.1" status: 200 len: 945 time: 0.0530732 Feb 16 14:19:07.466248 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c6d396a6-59bb-46be-afeb-1628b9f439dd req-68145dc3-fba7-4f1f-bf4e-16a5a59c8ce0 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/security-groups?id=2d5f0775-d95b-405f-a566-2235d8a0cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413623 Feb 16 14:19:07.518105 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 3a545229-7d5f-4237-867e-d1427f7068e0 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:19:07.538246 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] No Port match for: 3a545229-7d5f-4237-867e-d1427f7068e0 {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:19:07.538590 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 3a545229-7d5f-4237-867e-d1427f7068e0 not bound to the agent host hv-cinder-77398 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:19:07.910769 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3478d-b016-44b4-aa31-73ffce1fad54 req-45e74c5a-db2f-43bc-a9b4-9af3892eb7d3 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:07.912860 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ecb3478d-b016-44b4-aa31-73ffce1fad54 req-45e74c5a-db2f-43bc-a9b4-9af3892eb7d3 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 945 time: 0.0544200 Feb 16 14:19:07.962195 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ecb3478d-b016-44b4-aa31-73ffce1fad54 req-331a5f8e-c548-481f-8d5d-accc7f2a46f9 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435824 Feb 16 14:19:08.537569 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e9204-0aad-46ed-a51b-a6c035613c21 req-a4a85c31-ba2b-4b92-8380-f047e5062f03 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:08.539061 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-6e9e9204-0aad-46ed-a51b-a6c035613c21 req-a4a85c31-ba2b-4b92-8380-f047e5062f03 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 944 time: 0.0527956 Feb 16 14:19:08.584364 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252bd6aa-07d9-4719-8903-d87ff1793a34 req-9c18e416-1b76-4555-89d8-8bb49fc37e08 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:08.585957 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-252bd6aa-07d9-4719-8903-d87ff1793a34 req-9c18e416-1b76-4555-89d8-8bb49fc37e08 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/ports?device_id=2d1616f3-b456-4c61-8cc8-da5e22a97e90 HTTP/1.1" status: 200 len: 945 time: 0.0546494 Feb 16 14:19:08.587794 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-6e9e9204-0aad-46ed-a51b-a6c035613c21 req-8827a472-0c94-4504-a5e4-8ad6fc58f486 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426340 Feb 16 14:19:08.633605 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-252bd6aa-07d9-4719-8903-d87ff1793a34 req-05c6a1fa-c20a-461a-895e-b6da9ca6441d tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/security-groups?id=2d5f0775-d95b-405f-a566-2235d8a0cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414555 Feb 16 14:19:08.751113 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117cb9de-a76d-400a-902d-4c6e12681423 req-edd60bc5-e868-4641-94a7-6f810799f2ad tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:08.752557 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-117cb9de-a76d-400a-902d-4c6e12681423 req-edd60bc5-e868-4641-94a7-6f810799f2ad tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/ports?device_id=2d1616f3-b456-4c61-8cc8-da5e22a97e90 HTTP/1.1" status: 200 len: 945 time: 0.0552809 Feb 16 14:19:08.798341 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-117cb9de-a76d-400a-902d-4c6e12681423 req-0f039a35-32a4-405e-bca5-f1a9230a84c0 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/security-groups?id=2d5f0775-d95b-405f-a566-2235d8a0cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396554 Feb 16 14:19:08.982870 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-e7be83be-c4b9-4bde-800a-7ea68924857b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (10a26995-69c6-4373-972b-e8a4ac0e51da), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:09.079260 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1cc71-f5c1-4bf5-85ed-b35991422c55 req-f4829002-196e-4e25-a1c4-d2b9e1b14f82 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:09.080867 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-1fe1cc71-f5c1-4bf5-85ed-b35991422c55 req-f4829002-196e-4e25-a1c4-d2b9e1b14f82 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 945 time: 0.0523837 Feb 16 14:19:09.126338 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f719b31-a18e-4169-8832-76043b445e93 req-99092db5-0a12-47bc-bf0e-295a29ea204a tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:09.127828 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1f719b31-a18e-4169-8832-76043b445e93 req-99092db5-0a12-47bc-bf0e-295a29ea204a tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/ports?device_id=2d1616f3-b456-4c61-8cc8-da5e22a97e90 HTTP/1.1" status: 200 len: 945 time: 0.0546973 Feb 16 14:19:09.130874 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-1fe1cc71-f5c1-4bf5-85ed-b35991422c55 req-c3aff0b0-0b36-44ce-a6e3-5b82217f48b9 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438955 Feb 16 14:19:09.175631 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1f719b31-a18e-4169-8832-76043b445e93 req-f32d61ba-485e-4bc5-8dcf-caca62b21a6d tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/security-groups?id=2d5f0775-d95b-405f-a566-2235d8a0cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415044 Feb 16 14:19:09.709240 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf954f4-8323-4d4d-a09d-46983ee64a9c req-b1236400-9255-4034-994e-9a053c9678e0 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:09.710709 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-8cf954f4-8323-4d4d-a09d-46983ee64a9c req-b1236400-9255-4034-994e-9a053c9678e0 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 944 time: 0.0518970 Feb 16 14:19:09.761313 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-8cf954f4-8323-4d4d-a09d-46983ee64a9c req-212f856d-0e71-4def-a02b-f38eab2b22e1 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450373 Feb 16 14:19:10.478115 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a19f104-46ca-4f6c-a874-b72233e087e1 req-cf29eb28-eb26-4d0c-8537-cde40dad3d6b tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:10.479629 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7a19f104-46ca-4f6c-a874-b72233e087e1 req-cf29eb28-eb26-4d0c-8537-cde40dad3d6b tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 945 time: 0.2824864 Feb 16 14:19:10.527395 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7a19f104-46ca-4f6c-a874-b72233e087e1 req-fc7d634a-b673-4547-90f7-8c89dc6c1610 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422201 Feb 16 14:19:10.881289 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fa3cd1-bee1-4793-8dee-af74c751d1e6 req-0f2910a6-8917-45cc-a996-2ba6a291e3f0 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:10.882779 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-79fa3cd1-bee1-4793-8dee-af74c751d1e6 req-0f2910a6-8917-45cc-a996-2ba6a291e3f0 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 944 time: 0.0516293 Feb 16 14:19:10.929533 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-79fa3cd1-bee1-4793-8dee-af74c751d1e6 req-8de353b5-a46c-4167-996f-2212a88fcb52 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410907 Feb 16 14:19:11.178396 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5eddf754-c9af-43c4-b4ac-43ab3a9746fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (531611a8-34ea-4f1f-8d10-111cbf56a8a1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:11.650533 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701fc2d3-973c-499d-87f6-2fc3d92bae2e req-a8b8e14f-bb8b-4817-b700-10d52ea5023e tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:11.652030 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-701fc2d3-973c-499d-87f6-2fc3d92bae2e req-a8b8e14f-bb8b-4817-b700-10d52ea5023e tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 945 time: 0.0524895 Feb 16 14:19:11.698759 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-701fc2d3-973c-499d-87f6-2fc3d92bae2e req-2926f90d-175f-48a7-8763-b034a4a340d1 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411210 Feb 16 14:19:11.955647 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ee75b-559f-4aad-9c68-e45fb400c9a2 req-b4cb3637-00e5-4382-908a-1f124704c3bb tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:11.965127 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-fa0ee75b-559f-4aad-9c68-e45fb400c9a2 req-b4cb3637-00e5-4382-908a-1f124704c3bb tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 945 time: 0.0712321 Feb 16 14:19:12.073567 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b479c-656d-46cc-ac30-f53d0bcb4a29 req-4352af47-cc56-449a-bcf1-2a3fcf0d8675 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:12.074990 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-9a9b479c-656d-46cc-ac30-f53d0bcb4a29 req-4352af47-cc56-449a-bcf1-2a3fcf0d8675 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 944 time: 0.0603080 Feb 16 14:19:12.086574 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-fa0ee75b-559f-4aad-9c68-e45fb400c9a2 req-a03f29d2-47e8-48a3-86c3-81a078fd5614 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Deleting port c6a54da9-6f7e-4061-a9d4-32be89783a8d {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:19:12.086952 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-fa0ee75b-559f-4aad-9c68-e45fb400c9a2 req-a03f29d2-47e8-48a3-86c3-81a078fd5614 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784247387639'] for port (c6a54da9-6f7e-4061-a9d4-32be89783a8d), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:12.129056 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-9a9b479c-656d-46cc-ac30-f53d0bcb4a29 req-47a70133-b37c-4d24-8917-ea5d0784e5ea tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483563 Feb 16 14:19:12.184151 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-fa0ee75b-559f-4aad-9c68-e45fb400c9a2 req-a03f29d2-47e8-48a3-86c3-81a078fd5614 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] For port c6a54da9-6f7e-4061-a9d4-32be89783a8d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=c6a54da9-6f7e-4061-a9d4-32be89783a8d,segment=NetworkSegment(63149136-d21f-4d25-a697-3540935fddb9),segment_id=63149136-d21f-4d25-a697-3540935fddb9)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:19:12.184513 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-fa0ee75b-559f-4aad-9c68-e45fb400c9a2 req-a03f29d2-47e8-48a3-86c3-81a078fd5614 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595644'] for port (c6a54da9-6f7e-4061-a9d4-32be89783a8d), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:12.196796 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-fa0ee75b-559f-4aad-9c68-e45fb400c9a2 req-a03f29d2-47e8-48a3-86c3-81a078fd5614 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Calling delete_port for c6a54da9-6f7e-4061-a9d4-32be89783a8d owned by compute:nova {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:19:12.330968 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-fa0ee75b-559f-4aad-9c68-e45fb400c9a2 req-a03f29d2-47e8-48a3-86c3-81a078fd5614 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784247495006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784246951217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811206'] for port (c6a54da9-6f7e-4061-a9d4-32be89783a8d), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:12.363728 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f29d2-47e8-48a3-86c3-81a078fd5614 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Pushing event deleted for resources: {'Port': ['ID=c6a54da9-6f7e-4061-a9d4-32be89783a8d,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:12.395486 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f29d2-47e8-48a3-86c3-81a078fd5614 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:12.396479 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f29d2-47e8-48a3-86c3-81a078fd5614 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:12.396817 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f29d2-47e8-48a3-86c3-81a078fd5614 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:12.397158 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f29d2-47e8-48a3-86c3-81a078fd5614 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:12.397265 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] get_ports_and_sgs() called for port_ids ['70387ee0-17d5-4683-94a7-cc169a3b0bc4', 'c6a54da9-6f7e-4061-a9d4-32be89783a8d'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:19:12.397746 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f29d2-47e8-48a3-86c3-81a078fd5614 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:12.397831 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f29d2-47e8-48a3-86c3-81a078fd5614 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:12.398139 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f29d2-47e8-48a3-86c3-81a078fd5614 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:12.398468 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f29d2-47e8-48a3-86c3-81a078fd5614 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:12.398796 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f29d2-47e8-48a3-86c3-81a078fd5614 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:12.399121 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f29d2-47e8-48a3-86c3-81a078fd5614 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:12.399493 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f29d2-47e8-48a3-86c3-81a078fd5614 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:12.399826 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f29d2-47e8-48a3-86c3-81a078fd5614 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:12.400186 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f29d2-47e8-48a3-86c3-81a078fd5614 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:12.425977 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa0ee75b-559f-4aad-9c68-e45fb400c9a2 req-a03f29d2-47e8-48a3-86c3-81a078fd5614 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] No DVR routers for this DVR port c6a54da9-6f7e-4061-a9d4-32be89783a8d on host hv-cinder-77398 {{(pid=102968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:19:12.428064 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-fa0ee75b-559f-4aad-9c68-e45fb400c9a2 req-a03f29d2-47e8-48a3-86c3-81a078fd5614 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:12.433529 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-fa0ee75b-559f-4aad-9c68-e45fb400c9a2 req-a03f29d2-47e8-48a3-86c3-81a078fd5614 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.10 "DELETE /v2.0/ports/c6a54da9-6f7e-4061-a9d4-32be89783a8d HTTP/1.1" status: 204 len: 173 time: 0.4524772 Feb 16 14:19:12.434094 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa1f6b22-bd46-466b-abca-57732e144d24', 'name': 'network-vif-deleted', 'tag': 'c6a54da9-6f7e-4061-a9d4-32be89783a8d'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:19:12.436480 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669008da0707fbbfdc7037cdc0b86c67378ff5c6b942db7a00e5cd0dd563b74b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aace7a47-afb7-4c62-adac-ab5c5567a8ef" -d '{"events": [{"server_uuid": "aa1f6b22-bd46-466b-abca-57732e144d24", "name": "network-vif-deleted", "tag": "c6a54da9-6f7e-4061-a9d4-32be89783a8d"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:19:12.454175 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f4fb-7ea9-448d-9c44-08fc2737c2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (86100e92-d951-4144-bd87-36328b8a7b76), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:12.495306 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0f83c7-0a04-4b4a-9f20-510c39efc808 x-openstack-request-id: req-ae0f83c7-0a04-4b4a-9f20-510c39efc808 {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:19:12.495739 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa1f6b22-bd46-466b-abca-57732e144d24", "name": "network-vif-deleted", "tag": "c6a54da9-6f7e-4061-a9d4-32be89783a8d", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:19:12.496019 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-ae0f83c7-0a04-4b4a-9f20-510c39efc808 {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:19:12.496406 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa1f6b22-bd46-466b-abca-57732e144d24', 'name': 'network-vif-deleted', 'tag': 'c6a54da9-6f7e-4061-a9d4-32be89783a8d', 'status': 'completed', 'code': 200} Feb 16 14:19:12.829721 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-997bce8e-4ed0-4c17-94b0-7a340fc64e1b req-9c59d23b-c02a-47c9-b51e-70bae668df9e tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=aa1f6b22-bd46-466b-abca-57732e144d24 HTTP/1.1" status: 200 len: 210 time: 0.0318909 Feb 16 14:19:13.262494 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbee273-c6d3-4e4d-8d41-4cacda8bec23 req-50ff99a6-02cc-46cc-b742-984bbbed28ac tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:13.264144 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3dbee273-c6d3-4e4d-8d41-4cacda8bec23 req-50ff99a6-02cc-46cc-b742-984bbbed28ac tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 944 time: 0.0534441 Feb 16 14:19:13.317743 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3dbee273-c6d3-4e4d-8d41-4cacda8bec23 req-3f95b087-3030-45b0-be0a-96ed64508274 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425959 Feb 16 14:19:13.718224 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ac86131d-db3b-4e6c-9567-647e6948f8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (6a38cbfe-57d3-4d37-ac59-552f6dc7f99c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:14.097944 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f5157-4a2f-4c88-90d7-a6c8e054e989 req-76b8fd5a-cedc-46be-bd1b-82042ae046be tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:14.099966 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ac9f5157-4a2f-4c88-90d7-a6c8e054e989 req-76b8fd5a-cedc-46be-bd1b-82042ae046be tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.0523129 Feb 16 14:19:14.147106 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ac9f5157-4a2f-4c88-90d7-a6c8e054e989 req-bdc1be93-1e5a-42fd-a2f3-1e657f00ee01 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415184 Feb 16 14:19:14.438424 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf606cae-f32b-4165-ac4f-f047795c19bf req-6799f627-10c8-4a9c-b987-7a63aedff2ca tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:14.439915 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-bf606cae-f32b-4165-ac4f-f047795c19bf req-6799f627-10c8-4a9c-b987-7a63aedff2ca tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 944 time: 0.0521121 Feb 16 14:19:14.486645 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-bf606cae-f32b-4165-ac4f-f047795c19bf req-f467b770-b3ff-4a01-aee7-ae8a569b1583 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404623 Feb 16 14:19:15.043208 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (529a93d1-f8f6-4ba2-8600-6635050f85df), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:15.270414 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18558c49-55d9-4a50-b520-c288110db1c7 req-81e31729-30fb-435c-be0a-584964921ff1 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:15.271928 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-18558c49-55d9-4a50-b520-c288110db1c7 req-81e31729-30fb-435c-be0a-584964921ff1 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.0575109 Feb 16 14:19:15.319494 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-18558c49-55d9-4a50-b520-c288110db1c7 req-51bd2991-4cee-42cb-98a3-e626ae002c35 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419834 Feb 16 14:19:15.613950 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed23553-c6dc-4bcd-a4da-6b0386fda46f req-16a9d23d-8323-471e-90a2-e0dbd403fcae tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:15.616031 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-0ed23553-c6dc-4bcd-a4da-6b0386fda46f req-16a9d23d-8323-471e-90a2-e0dbd403fcae tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 944 time: 0.0559435 Feb 16 14:19:15.662138 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-0ed23553-c6dc-4bcd-a4da-6b0386fda46f req-569a603d-2099-402f-88f4-77d22ac0ffe9 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405040 Feb 16 14:19:16.301564 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device c6a54da9-6f7e-4061-a9d4-32be89783a8d no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:19:16.332428 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] No Port match for: c6a54da9-6f7e-4061-a9d4-32be89783a8d {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:19:16.332860 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device c6a54da9-6f7e-4061-a9d4-32be89783a8d not bound to the agent host hv-cinder-77398 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:19:16.439787 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7644231-c113-4b13-abe1-181c101d5122 req-62784284-da1e-43e6-9bfe-580af7499cf2 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:16.441254 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f7644231-c113-4b13-abe1-181c101d5122 req-62784284-da1e-43e6-9bfe-580af7499cf2 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.0558250 Feb 16 14:19:16.493696 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f7644231-c113-4b13-abe1-181c101d5122 req-fe4ab4e6-3225-4dc8-b845-1d2dbbd323d9 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447350 Feb 16 14:19:16.789494 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2ca97-1f07-4c21-9570-8d5ea1b3ac18 req-7df09266-e536-4e3a-bcb9-29e4d6570522 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:16.790907 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-25c2ca97-1f07-4c21-9570-8d5ea1b3ac18 req-7df09266-e536-4e3a-bcb9-29e4d6570522 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 944 time: 0.0556509 Feb 16 14:19:16.836390 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-25c2ca97-1f07-4c21-9570-8d5ea1b3ac18 req-949b5ab4-9b3e-4108-b863-7f29910e9ac8 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399246 Feb 16 14:19:17.059523 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34dc7a5-1ba4-4b8b-82f0-043451afcd00 req-67ec888b-bac6-4460-bfa2-5e05c5cb22bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:17.060952 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a34dc7a5-1ba4-4b8b-82f0-043451afcd00 req-67ec888b-bac6-4460-bfa2-5e05c5cb22bd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5&tenant_id=410a0d25161b4a0e8f890d74d6eb242d HTTP/1.1" status: 200 len: 1128 time: 0.0804574 Feb 16 14:19:17.144553 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34dc7a5-1ba4-4b8b-82f0-043451afcd00 req-c4685109-bc77-480d-9433-c200813092c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:17.146696 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a34dc7a5-1ba4-4b8b-82f0-043451afcd00 req-c4685109-bc77-480d-9433-c200813092c3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=410a0d25161b4a0e8f890d74d6eb242d&device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 1128 time: 0.0478959 Feb 16 14:19:17.264274 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34dc7a5-1ba4-4b8b-82f0-043451afcd00 req-14c7fb5b-c8c3-4634-a139-bf9275773dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:17.265754 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a34dc7a5-1ba4-4b8b-82f0-043451afcd00 req-14c7fb5b-c8c3-4634-a139-bf9275773dcd service neutron] 10.222.0.10 "GET /v2.0/networks?id=08a3e979-1da2-40e7-a40c-6fc286cacb72 HTTP/1.1" status: 200 len: 919 time: 0.0887747 Feb 16 14:19:17.331817 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a34dc7a5-1ba4-4b8b-82f0-043451afcd00 req-a8dbf75d-6300-4aca-8401-fee203d28dc0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96bc1fe8-242a-45ba-a844-c1b33f59c7b1 HTTP/1.1" status: 200 len: 999 time: 0.0578048 Feb 16 14:19:17.382006 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34dc7a5-1ba4-4b8b-82f0-043451afcd00 req-6d0dec44-5060-4fa4-9e59-8be19c1ea199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:17.383441 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a34dc7a5-1ba4-4b8b-82f0-043451afcd00 req-6d0dec44-5060-4fa4-9e59-8be19c1ea199 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b5411640-e171-466e-826f-00fe3dbaa6b6 HTTP/1.1" status: 200 len: 856 time: 0.0447025 Feb 16 14:19:17.439211 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34dc7a5-1ba4-4b8b-82f0-043451afcd00 req-29b14301-3e49-473b-908a-d464b3c964a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:17.440725 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a34dc7a5-1ba4-4b8b-82f0-043451afcd00 req-29b14301-3e49-473b-908a-d464b3c964a0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=08a3e979-1da2-40e7-a40c-6fc286cacb72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0470200 Feb 16 14:19:17.534594 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a34dc7a5-1ba4-4b8b-82f0-043451afcd00 req-46ce0704-eb27-4bc8-8ad6-890dad274c33 service neutron] 10.222.0.10 "GET /v2.0/networks/08a3e979-1da2-40e7-a40c-6fc286cacb72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859802 Feb 16 14:19:17.664403 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a34dc7a5-1ba4-4b8b-82f0-043451afcd00 req-6b650f75-97f1-4b1e-9903-c06b34fd80db service neutron] 10.222.0.10 "GET /v2.0/networks/08a3e979-1da2-40e7-a40c-6fc286cacb72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203966 Feb 16 14:19:17.673878 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2abb14-f0c6-40b2-9d82-a7fbe750b7a7 req-e3ba97f5-228a-4841-a465-7aa9197c828a tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:17.675264 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6e2abb14-f0c6-40b2-9d82-a7fbe750b7a7 req-e3ba97f5-228a-4841-a465-7aa9197c828a tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.1087756 Feb 16 14:19:17.733033 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6e2abb14-f0c6-40b2-9d82-a7fbe750b7a7 req-a78ab230-c79a-48be-a176-3ada3d33861a tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510929 Feb 16 14:19:17.760285 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63340654-c3dc-42e4-a8db-423d48b8615e req-53dd2563-d2d8-46c2-8906-5af1a83e2b1e tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:17.761752 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-63340654-c3dc-42e4-a8db-423d48b8615e req-53dd2563-d2d8-46c2-8906-5af1a83e2b1e tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/networks?id=5faa44ce-cc1d-4c62-9ff6-0cc744617c22 HTTP/1.1" status: 200 len: 814 time: 0.1116168 Feb 16 14:19:17.776747 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-63340654-c3dc-42e4-a8db-423d48b8615e req-825aba5d-78b0-446f-b135-af6d2d181238 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/quotas/184b859ae4e244cead7231ba2ba66d49 HTTP/1.1" status: 200 len: 375 time: 0.0096219 Feb 16 14:19:17.811140 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-63340654-c3dc-42e4-a8db-423d48b8615e req-0f43c095-883d-46a9-8cc7-8ea7893d1aa0 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/ports?tenant_id=184b859ae4e244cead7231ba2ba66d49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290749 Feb 16 14:19:17.908117 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-63340654-c3dc-42e4-a8db-423d48b8615e req-5cc5b576-9d66-418f-ac97-e86c2db63af4 service neutron] 10.222.0.120 "GET /v2.0/networks/5faa44ce-cc1d-4c62-9ff6-0cc744617c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902774 Feb 16 14:19:17.971839 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac6751-c31b-4669-8802-81ca7b532b2c req-30cd6ab0-325e-4f7f-9019-d02ac1c48446 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:17.973443 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-40ac6751-c31b-4669-8802-81ca7b532b2c req-30cd6ab0-325e-4f7f-9019-d02ac1c48446 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 944 time: 0.0633390 Feb 16 14:19:18.018547 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-63340654-c3dc-42e4-a8db-423d48b8615e req-960ab3b2-37a5-4427-ac24-4b14508ed6ba service neutron] 10.222.0.120 "GET /v2.0/networks/5faa44ce-cc1d-4c62-9ff6-0cc744617c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995722 Feb 16 14:19:18.023240 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-40ac6751-c31b-4669-8802-81ca7b532b2c req-5aebd7ba-1b06-40cd-8e83-ccb3d4710571 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442057 Feb 16 14:19:18.246927 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-045a374f-2c52-4a02-b6f3-86569000f8c5 req-57a9b5ef-8707-46f1-bf5a-7de685fd5fdb tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/ports?device_id=9383ca3b-fc01-494d-9c9a-b895805c2f2b HTTP/1.1" status: 200 len: 210 time: 0.0684297 Feb 16 14:19:18.857790 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a1c2e0-eea0-4e0e-b929-0681d52d8c9f req-553f6e9a-0409-420e-ab0a-1c92cf8c7e33 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:18.859301 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-04a1c2e0-eea0-4e0e-b929-0681d52d8c9f req-553f6e9a-0409-420e-ab0a-1c92cf8c7e33 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.0511434 Feb 16 14:19:18.913688 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-04a1c2e0-eea0-4e0e-b929-0681d52d8c9f req-426197d9-f2ef-49f2-a647-4d281c952320 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478408 Feb 16 14:19:19.169693 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddaf24-daac-4971-b594-868b25eb9e8e req-45ba5950-4809-4bf9-a340-05cc27fa8e07 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:19.171292 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-20ddaf24-daac-4971-b594-868b25eb9e8e req-45ba5950-4809-4bf9-a340-05cc27fa8e07 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 944 time: 0.0614924 Feb 16 14:19:19.224945 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-20ddaf24-daac-4971-b594-868b25eb9e8e req-2b16a32f-2fa6-4773-93d5-6259b1cadb0b tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469673 Feb 16 14:19:19.339333 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-4f6dd7d9-1835-4268-9d66-f7af48a0f4fc req-325d1687-df95-4fb0-bdb8-a87a50211763 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/ports?device_id=9383ca3b-fc01-494d-9c9a-b895805c2f2b HTTP/1.1" status: 200 len: 210 time: 0.0315063 Feb 16 14:19:20.048946 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def2d59-9837-4c96-b9b4-bcc638e82848 req-d0d2c03d-6486-4d12-a8dc-cfa571a361ec tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:20.050560 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5def2d59-9837-4c96-b9b4-bcc638e82848 req-d0d2c03d-6486-4d12-a8dc-cfa571a361ec tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.0631082 Feb 16 14:19:20.115548 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5def2d59-9837-4c96-b9b4-bcc638e82848 req-3efb3fe2-f72c-4c91-a21f-fb3346a6b6e0 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573246 Feb 16 14:19:20.366790 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a67b3-0195-480f-a723-61d5f1cf1ab2 req-6f6bbcbe-ac4c-4715-938b-ab769f9e8960 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:20.368670 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-1a5a67b3-0195-480f-a723-61d5f1cf1ab2 req-6f6bbcbe-ac4c-4715-938b-ab769f9e8960 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 944 time: 0.0599031 Feb 16 14:19:20.422355 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-1a5a67b3-0195-480f-a723-61d5f1cf1ab2 req-5a180de7-d471-4851-99a0-aad7f2439051 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472775 Feb 16 14:19:20.437332 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-173c4857-4b6c-4d7d-8a73-5257a0251bc1 req-ab8423de-9bd7-4c18-a818-df2993a7e845 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/ports?device_id=9383ca3b-fc01-494d-9c9a-b895805c2f2b HTTP/1.1" status: 200 len: 210 time: 0.0274076 Feb 16 14:19:21.240299 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b1c42-d05a-4c5e-9030-117d2d4e2c68 req-5f77e7e9-4100-4c6f-b91d-6ae12f7f8ddf tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:21.241813 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d94b1c42-d05a-4c5e-9030-117d2d4e2c68 req-5f77e7e9-4100-4c6f-b91d-6ae12f7f8ddf tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.0579565 Feb 16 14:19:21.295964 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d94b1c42-d05a-4c5e-9030-117d2d4e2c68 req-8f763333-0390-4e00-af33-a97bba0a75f2 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477159 Feb 16 14:19:21.540395 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4639fb7a-79fb-4a95-941f-b131b8381580 req-2814ecc6-f1b5-4846-b898-ae9f7eea3bb2 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/ports?device_id=9383ca3b-fc01-494d-9c9a-b895805c2f2b HTTP/1.1" status: 200 len: 210 time: 0.0309873 Feb 16 14:19:21.558395 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef443e04-a995-4a30-8f34-5f4b52f1f44c req-e7157d23-f870-43c6-a5ff-b1d24144de05 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:21.559876 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ef443e04-a995-4a30-8f34-5f4b52f1f44c req-e7157d23-f870-43c6-a5ff-b1d24144de05 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 944 time: 0.0623055 Feb 16 14:19:21.609395 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ef443e04-a995-4a30-8f34-5f4b52f1f44c req-19ac1919-18ea-4cec-841a-bc211ead1d4b tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440125 Feb 16 14:19:22.419922 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d3562-0fca-4109-8ccd-f928c11c837f req-5384360f-ee74-40f8-bd7d-669fc7ce74c8 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:22.422468 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5b5d3562-0fca-4109-8ccd-f928c11c837f req-5384360f-ee74-40f8-bd7d-669fc7ce74c8 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.0552058 Feb 16 14:19:22.475990 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5b5d3562-0fca-4109-8ccd-f928c11c837f req-4f391cc7-6aa8-407a-a263-2c3d09149c4d tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467386 Feb 16 14:19:22.640064 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-e40679eb-7987-42fd-a3f4-f416ffaac611 req-f8e0d1aa-42f7-4522-af1f-86e1931acd75 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/ports?device_id=9383ca3b-fc01-494d-9c9a-b895805c2f2b HTTP/1.1" status: 200 len: 210 time: 0.0322285 Feb 16 14:19:22.765486 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df88c8c6-7fe4-4a88-ab02-9be3ae10c270 req-dd4819a1-141e-4159-8fb3-8c7f3edd089a tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:22.767145 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-df88c8c6-7fe4-4a88-ab02-9be3ae10c270 req-dd4819a1-141e-4159-8fb3-8c7f3edd089a tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 944 time: 0.0806842 Feb 16 14:19:22.825320 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-df88c8c6-7fe4-4a88-ab02-9be3ae10c270 req-ffeaf1f7-59a9-44e2-b104-62657c55ecff tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478425 Feb 16 14:19:23.613200 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b2b194-c4f0-4fa8-bfb5-e4442f8ff678 req-c35a4ec6-e63b-4ddb-8cb3-622e3ecf85f4 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:23.616364 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-28b2b194-c4f0-4fa8-bfb5-e4442f8ff678 req-c35a4ec6-e63b-4ddb-8cb3-622e3ecf85f4 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.0644379 Feb 16 14:19:23.668958 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-28b2b194-c4f0-4fa8-bfb5-e4442f8ff678 req-17e6f205-6892-4b0e-bb13-d0f5ee03e05b tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469716 Feb 16 14:19:23.749485 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3178025d-7bbe-4aa2-9331-d20b59ec2298 req-2535ce13-31f6-4d63-b78d-9360b8243407 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/ports?device_id=9383ca3b-fc01-494d-9c9a-b895805c2f2b HTTP/1.1" status: 200 len: 210 time: 0.0331740 Feb 16 14:19:23.951253 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d50c601-ee83-40c8-b22b-972b9b084b2b req-839016a3-216a-435e-b8a4-0c5d4426895c tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:23.952941 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0d50c601-ee83-40c8-b22b-972b9b084b2b req-839016a3-216a-435e-b8a4-0c5d4426895c tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 944 time: 0.0535839 Feb 16 14:19:24.006840 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0d50c601-ee83-40c8-b22b-972b9b084b2b req-3339463c-e654-4127-b111-906ac251f2cd tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475934 Feb 16 14:19:24.805507 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ac51a-6399-4fe9-86bf-f54954e70e47 req-aeebe4fb-0581-4683-ad97-1eb4a0aaea1e tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:24.807233 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9e0ac51a-6399-4fe9-86bf-f54954e70e47 req-aeebe4fb-0581-4683-ad97-1eb4a0aaea1e tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.0644341 Feb 16 14:19:24.860910 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9e0ac51a-6399-4fe9-86bf-f54954e70e47 req-596ed9a2-df71-428d-a532-118e556764dc tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467255 Feb 16 14:19:24.880506 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-95fccb53-8500-4e5e-88ce-364a24ce6c98 req-df8525d5-641c-45ac-bcb6-3e7ed4f1e83e tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/ports?device_id=9383ca3b-fc01-494d-9c9a-b895805c2f2b HTTP/1.1" status: 200 len: 210 time: 0.0466824 Feb 16 14:19:25.139520 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5633a6b-d218-4f2d-8cdd-0f2e3af37268 req-7af4956c-366a-4435-a6c2-69e894709210 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:25.141729 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d5633a6b-d218-4f2d-8cdd-0f2e3af37268 req-7af4956c-366a-4435-a6c2-69e894709210 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 944 time: 0.0544853 Feb 16 14:19:25.191017 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d5633a6b-d218-4f2d-8cdd-0f2e3af37268 req-04a38ce2-fcdc-4dce-94c3-d15116fbf787 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417511 Feb 16 14:19:25.984041 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-24980cf2-02f3-4e26-88bd-3fa254ab4608 req-69cf500e-f238-46ff-85ad-d64b5b15f312 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/ports?device_id=9383ca3b-fc01-494d-9c9a-b895805c2f2b HTTP/1.1" status: 200 len: 210 time: 0.0271401 Feb 16 14:19:26.012794 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f82a49-3937-40f1-b96e-9c50fc885b82 req-bd8e3dc3-15a6-4698-bde0-8cb3331634cb tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:26.014339 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f9f82a49-3937-40f1-b96e-9c50fc885b82 req-bd8e3dc3-15a6-4698-bde0-8cb3331634cb tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.0595407 Feb 16 14:19:26.066289 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f9f82a49-3937-40f1-b96e-9c50fc885b82 req-ce886dae-6467-42c1-91b6-797142c9eb3e tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461376 Feb 16 14:19:26.319382 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4411db2-7c07-4e67-9b2a-d721806f8d3f req-bd0f74d9-a496-4350-a2ff-91231b7f926a tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:26.321213 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c4411db2-7c07-4e67-9b2a-d721806f8d3f req-bd0f74d9-a496-4350-a2ff-91231b7f926a tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 944 time: 0.0536227 Feb 16 14:19:26.375815 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c4411db2-7c07-4e67-9b2a-d721806f8d3f req-88545da3-91a7-4239-898f-07616639b4ce tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477748 Feb 16 14:19:27.079818 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3488bc99-4a01-4aa4-8c5e-f931879ee159 req-53906827-c3ca-40a9-a8a9-4b4950054c46 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/ports?device_id=9383ca3b-fc01-494d-9c9a-b895805c2f2b HTTP/1.1" status: 200 len: 210 time: 0.0277274 Feb 16 14:19:27.190606 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00262cf6-7ca4-4655-88be-142cb670730a req-9cd6af8b-e270-4199-be7e-0e2696844c99 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:27.193012 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-00262cf6-7ca4-4655-88be-142cb670730a req-9cd6af8b-e270-4199-be7e-0e2696844c99 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.0554886 Feb 16 14:19:27.240420 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-00262cf6-7ca4-4655-88be-142cb670730a req-f32c891d-b293-4a09-aa41-6c1d817314e5 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428426 Feb 16 14:19:27.505534 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa5a5c4-5e69-438b-8f0f-7eb90e48d60d req-1f48dc59-10d5-489e-90d5-e8d62e511e0b tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:27.506954 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-caa5a5c4-5e69-438b-8f0f-7eb90e48d60d req-1f48dc59-10d5-489e-90d5-e8d62e511e0b tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 944 time: 0.0570209 Feb 16 14:19:27.554552 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-caa5a5c4-5e69-438b-8f0f-7eb90e48d60d req-9159c4ba-9f40-4156-9c18-ef54e67579ef tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420260 Feb 16 14:19:28.177621 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-700ed932-b488-4cc1-bdbb-5d54ab721cd8 req-709345ca-8b6c-453d-8e0d-e2943559ec10 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/ports?device_id=9383ca3b-fc01-494d-9c9a-b895805c2f2b HTTP/1.1" status: 200 len: 210 time: 0.0274899 Feb 16 14:19:28.386641 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90804a30-5d27-4261-8f1e-3dc6d4e32d53 req-a05c70b5-4479-41a3-9366-5ecf46e5d98c tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:28.388373 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-90804a30-5d27-4261-8f1e-3dc6d4e32d53 req-a05c70b5-4479-41a3-9366-5ecf46e5d98c tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.0732636 Feb 16 14:19:28.445977 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-90804a30-5d27-4261-8f1e-3dc6d4e32d53 req-a4facc7c-f89f-4e73-a79f-0e33e5388d9b tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510938 Feb 16 14:19:28.689857 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d09688-4ba2-4e02-8778-937c8075db37 req-fc1e2053-5eea-44a1-82e6-f04b833e4db3 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:28.691368 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c6d09688-4ba2-4e02-8778-937c8075db37 req-fc1e2053-5eea-44a1-82e6-f04b833e4db3 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 944 time: 0.0553949 Feb 16 14:19:28.743119 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c6d09688-4ba2-4e02-8778-937c8075db37 req-da953c1e-87b0-4d1d-9a8e-2b22a764adfc tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453503 Feb 16 14:19:29.280102 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2c973a97-dc8a-4902-8cea-6d0fa621f645 req-234f7fc5-7b4b-4362-b475-edf895f65c74 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/ports?device_id=9383ca3b-fc01-494d-9c9a-b895805c2f2b HTTP/1.1" status: 200 len: 210 time: 0.0348969 Feb 16 14:19:29.566495 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bd268-2672-4242-bca9-084405ec4a25 req-5aa7932c-9f9b-4b84-8382-c2cb3aa782d5 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:29.568246 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-210bd268-2672-4242-bca9-084405ec4a25 req-5aa7932c-9f9b-4b84-8382-c2cb3aa782d5 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.0534582 Feb 16 14:19:29.616700 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-210bd268-2672-4242-bca9-084405ec4a25 req-80be2117-6dbd-4b07-a190-5665efabbe2e tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426641 Feb 16 14:19:29.866973 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4518b25-e881-4948-b9f4-1c7e7c985849 req-02a92a28-a079-4cc8-b2db-a1e04a170973 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:29.868454 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b4518b25-e881-4948-b9f4-1c7e7c985849 req-02a92a28-a079-4cc8-b2db-a1e04a170973 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 944 time: 0.0538354 Feb 16 14:19:29.883427 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-a8050c5e-fae0-4749-9066-b350f3112fc5 None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:19:29.915058 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b4518b25-e881-4948-b9f4-1c7e7c985849 req-b3d19c5a-f94e-44ce-8844-eaaee03ec500 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408571 Feb 16 14:19:30.231202 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63340654-c3dc-42e4-a8db-423d48b8615e req-8a0f759c-5cf8-43b1-9ff0-ca15ca2b475f tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:30.232872 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-63340654-c3dc-42e4-a8db-423d48b8615e req-8a0f759c-5cf8-43b1-9ff0-ca15ca2b475f tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.10 "GET /v2.0/networks?id=5faa44ce-cc1d-4c62-9ff6-0cc744617c22 HTTP/1.1" status: 200 len: 814 time: 0.1133678 Feb 16 14:19:30.271039 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-63340654-c3dc-42e4-a8db-423d48b8615e req-7bb2de86-d37d-489f-bb92-c1180a46b15d tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Request body: {'port': {'device_id': '9383ca3b-fc01-494d-9c9a-b895805c2f2b', 'network_id': '5faa44ce-cc1d-4c62-9ff6-0cc744617c22', 'admin_state_up': True, 'tenant_id': '184b859ae4e244cead7231ba2ba66d49'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:19:30.381969 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f6d82728-34f4-44bb-bc22-62b10c1c7bc0 req-6e50725c-25a4-463f-9538-38e3d1c85123 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/ports?device_id=9383ca3b-fc01-494d-9c9a-b895805c2f2b HTTP/1.1" status: 200 len: 210 time: 0.0340645 Feb 16 14:19:30.401566 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63340654-c3dc-42e4-a8db-423d48b8615e req-7bb2de86-d37d-489f-bb92-c1180a46b15d tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Made reservation on behalf of 184b859ae4e244cead7231ba2ba66d49 for: {'port': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:19:30.404873 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-63340654-c3dc-42e4-a8db-423d48b8615e req-7bb2de86-d37d-489f-bb92-c1180a46b15d tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:30.525907 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_common [req-63340654-c3dc-42e4-a8db-423d48b8615e req-7bb2de86-d37d-489f-bb92-c1180a46b15d tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Allocated IP 172.20.0.4 (5faa44ce-cc1d-4c62-9ff6-0cc744617c22/814d4ffe-19d9-4601-831b-31f344983ab2/de332ae6-1aa9-4794-bfe0-a20f23f778f5) {{(pid=102968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:19:30.684758 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-63340654-c3dc-42e4-a8db-423d48b8615e req-7bb2de86-d37d-489f-bb92-c1180a46b15d tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Publish callbacks [] for port (de332ae6-1aa9-4794-bfe0-a20f23f778f5), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:30.720425 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-63340654-c3dc-42e4-a8db-423d48b8615e req-7bb2de86-d37d-489f-bb92-c1180a46b15d tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784246951208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811206'] for port (de332ae6-1aa9-4794-bfe0-a20f23f778f5), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:30.739411 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c860f2-a528-4228-a916-074b13fdfd3a req-a1187ed3-f149-469b-87a6-c0cbc39272d4 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:30.741212 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-54c860f2-a528-4228-a916-074b13fdfd3a req-a1187ed3-f149-469b-87a6-c0cbc39272d4 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.0555427 Feb 16 14:19:30.773004 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63340654-c3dc-42e4-a8db-423d48b8615e req-7bb2de86-d37d-489f-bb92-c1180a46b15d tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Network 5faa44ce-cc1d-4c62-9ff6-0cc744617c22 is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:19:30.776566 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [req-63340654-c3dc-42e4-a8db-423d48b8615e req-7bb2de86-d37d-489f-bb92-c1180a46b15d tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:19:30.781832 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-63340654-c3dc-42e4-a8db-423d48b8615e req-7bb2de86-d37d-489f-bb92-c1180a46b15d tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Received port after_create {{(pid=102968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:19:30.784261 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb2de86-d37d-489f-bb92-c1180a46b15d tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Pushing event updated for resources: {'Port': ['ID=de332ae6-1aa9-4794-bfe0-a20f23f778f5,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:30.797063 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-54c860f2-a528-4228-a916-074b13fdfd3a req-f300e2b6-efce-4964-85f2-b265a7c3023a tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490739 Feb 16 14:19:30.834880 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63340654-c3dc-42e4-a8db-423d48b8615e req-7bb2de86-d37d-489f-bb92-c1180a46b15d tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:30.835516 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-63340654-c3dc-42e4-a8db-423d48b8615e req-7bb2de86-d37d-489f-bb92-c1180a46b15d tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:30.850952 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-63340654-c3dc-42e4-a8db-423d48b8615e req-7bb2de86-d37d-489f-bb92-c1180a46b15d tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5845232 Feb 16 14:19:30.871980 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-63340654-c3dc-42e4-a8db-423d48b8615e req-fd55465e-6ace-4376-927b-4866c0a2bf3e service neutron] Request body: {'port': {'device_id': '9383ca3b-fc01-494d-9c9a-b895805c2f2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:19:30.933606 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-63340654-c3dc-42e4-a8db-423d48b8615e req-fd55465e-6ace-4376-927b-4866c0a2bf3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (de332ae6-1aa9-4794-bfe0-a20f23f778f5), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:31.039433 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ad36e-fe70-49d0-968d-efae35e226b0 req-214eacfa-ccbc-4729-9e27-91e1ada96fea tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:31.040906 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c79ad36e-fe70-49d0-968d-efae35e226b0 req-214eacfa-ccbc-4729-9e27-91e1ada96fea tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 944 time: 0.0564628 Feb 16 14:19:31.088342 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c79ad36e-fe70-49d0-968d-efae35e226b0 req-0d674042-c9ba-43d3-9f86-eb21794fdbe7 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409319 Feb 16 14:19:31.192427 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [req-63340654-c3dc-42e4-a8db-423d48b8615e req-fd55465e-6ace-4376-927b-4866c0a2bf3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de332ae6-1aa9-4794-bfe0-a20f23f778f5 {{(pid=102968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:19:31.200367 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-63340654-c3dc-42e4-a8db-423d48b8615e req-fd55465e-6ace-4376-927b-4866c0a2bf3e service neutron] Publish callbacks [] for port (de332ae6-1aa9-4794-bfe0-a20f23f778f5), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:31.212819 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.provisioning_blocks [req-63340654-c3dc-42e4-a8db-423d48b8615e req-fd55465e-6ace-4376-927b-4866c0a2bf3e service neutron] Transition to ACTIVE for port object de332ae6-1aa9-4794-bfe0-a20f23f778f5 will not be triggered until provisioned by entity L2. {{(pid=102968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:19:31.216980 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-63340654-c3dc-42e4-a8db-423d48b8615e req-fd55465e-6ace-4376-927b-4866c0a2bf3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8811213'] for port (de332ae6-1aa9-4794-bfe0-a20f23f778f5), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:31.272414 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd55465e-6ace-4376-927b-4866c0a2bf3e service neutron] Pushing event updated for resources: {'Port': ['ID=de332ae6-1aa9-4794-bfe0-a20f23f778f5,revision_number=2']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:31.338010 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-63340654-c3dc-42e4-a8db-423d48b8615e req-fd55465e-6ace-4376-927b-4866c0a2bf3e service neutron] Attempting to bind port de332ae6-1aa9-4794-bfe0-a20f23f778f5 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:19:31.338344 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-63340654-c3dc-42e4-a8db-423d48b8615e req-fd55465e-6ace-4376-927b-4866c0a2bf3e service neutron] Attempting to bind port de332ae6-1aa9-4794-bfe0-a20f23f778f5 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '43af7e83-61b8-49d9-9b3d-8e7fc1fb9259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '5faa44ce-cc1d-4c62-9ff6-0cc744617c22'}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:19:31.338677 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63340654-c3dc-42e4-a8db-423d48b8615e req-fd55465e-6ace-4376-927b-4866c0a2bf3e service neutron] Attempting to bind port de332ae6-1aa9-4794-bfe0-a20f23f778f5 on network 5faa44ce-cc1d-4c62-9ff6-0cc744617c22 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:19:31.343184 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63340654-c3dc-42e4-a8db-423d48b8615e req-fd55465e-6ace-4376-927b-4866c0a2bf3e service neutron] Port de332ae6-1aa9-4794-bfe0-a20f23f778f5 on network 5faa44ce-cc1d-4c62-9ff6-0cc744617c22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:19:31.343524 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63340654-c3dc-42e4-a8db-423d48b8615e req-fd55465e-6ace-4376-927b-4866c0a2bf3e service neutron] Attempting to bind port de332ae6-1aa9-4794-bfe0-a20f23f778f5 on network 5faa44ce-cc1d-4c62-9ff6-0cc744617c22 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:19:31.348289 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63340654-c3dc-42e4-a8db-423d48b8615e req-fd55465e-6ace-4376-927b-4866c0a2bf3e service neutron] Checking agent: {'id': '0563e457-3a96-4909-b5a3-8fa5db96f619', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 14, 3), 'started_at': datetime.datetime(2022, 2, 16, 14, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:19:31.348619 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63340654-c3dc-42e4-a8db-423d48b8615e req-fd55465e-6ace-4376-927b-4866c0a2bf3e service neutron] Checking segment: {'id': '43af7e83-61b8-49d9-9b3d-8e7fc1fb9259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '5faa44ce-cc1d-4c62-9ff6-0cc744617c22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:19:31.348997 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63340654-c3dc-42e4-a8db-423d48b8615e req-fd55465e-6ace-4376-927b-4866c0a2bf3e service neutron] Bound using segment: {'id': '43af7e83-61b8-49d9-9b3d-8e7fc1fb9259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '5faa44ce-cc1d-4c62-9ff6-0cc744617c22'} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:19:31.349415 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-63340654-c3dc-42e4-a8db-423d48b8615e req-fd55465e-6ace-4376-927b-4866c0a2bf3e service neutron] Bound port: de332ae6-1aa9-4794-bfe0-a20f23f778f5, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43af7e83-61b8-49d9-9b3d-8e7fc1fb9259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1337, 'network_id': '5faa44ce-cc1d-4c62-9ff6-0cc744617c22'}}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:19:31.349770 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-63340654-c3dc-42e4-a8db-423d48b8615e req-fd55465e-6ace-4376-927b-4866c0a2bf3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (de332ae6-1aa9-4794-bfe0-a20f23f778f5), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:31.450382 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-63340654-c3dc-42e4-a8db-423d48b8615e req-fd55465e-6ace-4376-927b-4866c0a2bf3e service neutron] For port de332ae6-1aa9-4794-bfe0-a20f23f778f5, host hv-cinder-77398, cleared binding levels {{(pid=102968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:19:31.454348 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-63340654-c3dc-42e4-a8db-423d48b8615e req-fd55465e-6ace-4376-927b-4866c0a2bf3e service neutron] For port de332ae6-1aa9-4794-bfe0-a20f23f778f5, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=de332ae6-1aa9-4794-bfe0-a20f23f778f5,segment=NetworkSegment(43af7e83-61b8-49d9-9b3d-8e7fc1fb9259),segment_id=43af7e83-61b8-49d9-9b3d-8e7fc1fb9259)] {{(pid=102968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:19:31.463386 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e34abe9-4805-42b1-9862-b4a867ded54e req-f4253015-a678-4bfc-a1ff-ab245fbe64b2 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:31.464877 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5e34abe9-4805-42b1-9862-b4a867ded54e req-f4253015-a678-4bfc-a1ff-ab245fbe64b2 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/ports?device_id=2d1616f3-b456-4c61-8cc8-da5e22a97e90 HTTP/1.1" status: 200 len: 945 time: 0.1117141 Feb 16 14:19:31.471486 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-63340654-c3dc-42e4-a8db-423d48b8615e req-fd55465e-6ace-4376-927b-4866c0a2bf3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8811213'] for port (de332ae6-1aa9-4794-bfe0-a20f23f778f5), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:31.519652 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63340654-c3dc-42e4-a8db-423d48b8615e req-fd55465e-6ace-4376-927b-4866c0a2bf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:31.520557 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-63340654-c3dc-42e4-a8db-423d48b8615e req-fd55465e-6ace-4376-927b-4866c0a2bf3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:31.520693 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb2128-e271-4d85-b294-341f67a15083 req-af5dff1b-5a55-4b31-a8dc-ea4c57cec06a tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:31.522502 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-63340654-c3dc-42e4-a8db-423d48b8615e req-fd55465e-6ace-4376-927b-4866c0a2bf3e service neutron] 10.222.0.10 "PUT /v2.0/ports/de332ae6-1aa9-4794-bfe0-a20f23f778f5 HTTP/1.1" status: 200 len: 1093 time: 0.6541131 Feb 16 14:19:31.522647 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-e6fb2128-e271-4d85-b294-341f67a15083 req-af5dff1b-5a55-4b31-a8dc-ea4c57cec06a tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/ports?device_id=9383ca3b-fc01-494d-9c9a-b895805c2f2b HTTP/1.1" status: 200 len: 943 time: 0.0648649 Feb 16 14:19:31.528409 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9383ca3b-fc01-494d-9c9a-b895805c2f2b', 'tag': 'de332ae6-1aa9-4794-bfe0-a20f23f778f5'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:19:31.530624 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669008da0707fbbfdc7037cdc0b86c67378ff5c6b942db7a00e5cd0dd563b74b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c037c4a-5fe9-4fae-b3c0-e56c98056120" -d '{"events": [{"name": "network-changed", "server_uuid": "9383ca3b-fc01-494d-9c9a-b895805c2f2b", "tag": "de332ae6-1aa9-4794-bfe0-a20f23f778f5"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:19:31.564368 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd55465e-6ace-4376-927b-4866c0a2bf3e service neutron] Pushing event updated for resources: {'Port': ['ID=de332ae6-1aa9-4794-bfe0-a20f23f778f5,revision_number=3']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:31.576549 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-e6fb2128-e271-4d85-b294-341f67a15083 req-6c5caded-9361-443a-8604-fe10ca6b7cc5 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/security-groups?id=650a6438-5fa5-40ff-84f8-b8aa3844aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477452 Feb 16 14:19:31.579722 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5e34abe9-4805-42b1-9862-b4a867ded54e req-e3369b39-3719-489d-a231-b53329115558 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/security-groups?id=2d5f0775-d95b-405f-a566-2235d8a0cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057231 Feb 16 14:19:31.606114 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 56460) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:19:31.635859 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37cff5c-383f-46c6-93c6-049831724df0 x-openstack-request-id: req-f37cff5c-383f-46c6-93c6-049831724df0 {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:19:31.636159 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9383ca3b-fc01-494d-9c9a-b895805c2f2b", "tag": "de332ae6-1aa9-4794-bfe0-a20f23f778f5", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:19:31.636417 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-f37cff5c-383f-46c6-93c6-049831724df0 {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:19:31.636821 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9383ca3b-fc01-494d-9c9a-b895805c2f2b', 'tag': 'de332ae6-1aa9-4794-bfe0-a20f23f778f5', 'status': 'completed', 'code': 200} Feb 16 14:19:31.652716 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63340654-c3dc-42e4-a8db-423d48b8615e req-2e50c6f6-8920-4b51-8409-035227c3bca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:31.654240 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-63340654-c3dc-42e4-a8db-423d48b8615e req-2e50c6f6-8920-4b51-8409-035227c3bca5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=184b859ae4e244cead7231ba2ba66d49&device_id=9383ca3b-fc01-494d-9c9a-b895805c2f2b HTTP/1.1" status: 200 len: 1127 time: 0.0580373 Feb 16 14:19:31.696735 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1272bd-d9fe-48ff-ba12-0c52a5c27fcc tempest-TestMinimumBasicScenario-876281135 tempest-TestMinimumBasicScenario-876281135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:31.698163 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-7c1272bd-d9fe-48ff-ba12-0c52a5c27fcc tempest-TestMinimumBasicScenario-876281135 tempest-TestMinimumBasicScenario-876281135-project-admin] 10.222.0.120 "GET /v2.0/ports?device_id=2d1616f3-b456-4c61-8cc8-da5e22a97e90 HTTP/1.1" status: 200 len: 1124 time: 0.0902865 Feb 16 14:19:31.701297 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 56464) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:19:31.705719 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-ae062770-7440-4cea-b56b-e30f7bb2e5a2 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Request body: {'floatingip': {'floating_network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'port_id': '3de8b920-644e-4a4e-b051-6ca2a80b90cb', 'tenant_id': '451735af279a49b18eb4ca311c7315a0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:19:31.719245 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-63340654-c3dc-42e4-a8db-423d48b8615e req-d6ac15da-ef72-418a-a3ad-4f03b6e76545 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de332ae6-1aa9-4794-bfe0-a20f23f778f5 HTTP/1.1" status: 200 len: 217 time: 0.0406771 Feb 16 14:19:31.729764 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ae062770-7440-4cea-b56b-e30f7bb2e5a2 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:31.788478 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63340654-c3dc-42e4-a8db-423d48b8615e req-177d884c-0d65-4c56-9c45-ede1881f637b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:31.789943 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-63340654-c3dc-42e4-a8db-423d48b8615e req-177d884c-0d65-4c56-9c45-ede1881f637b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=814d4ffe-19d9-4601-831b-31f344983ab2 HTTP/1.1" status: 200 len: 854 time: 0.0626695 Feb 16 14:19:31.826849 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-63340654-c3dc-42e4-a8db-423d48b8615e req-56d9fd8c-f383-4600-9a96-0cde13a3ae05 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5faa44ce-cc1d-4c62-9ff6-0cc744617c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300202 Feb 16 14:19:31.835978 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ae062770-7440-4cea-b56b-e30f7bb2e5a2 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:31.943060 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-63340654-c3dc-42e4-a8db-423d48b8615e req-753cb143-a416-4642-884c-40dbeae2ddf1 service neutron] 10.222.0.10 "GET /v2.0/networks/5faa44ce-cc1d-4c62-9ff6-0cc744617c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893185 Feb 16 14:19:31.992058 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e0bad-9954-466b-b5c6-02e34f5efde8 req-28d7da79-7b9a-420e-bc58-f90aa76713fe tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:31.993765 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-6a7e0bad-9954-466b-b5c6-02e34f5efde8 req-28d7da79-7b9a-420e-bc58-f90aa76713fe tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.1187840 Feb 16 14:19:32.003505 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.db.db_base_plugin_common [None req-ae062770-7440-4cea-b56b-e30f7bb2e5a2 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Allocated IP 172.27.2.43 (5b71b9ca-6085-48b7-9167-93053be13444/8c2b85af-3da9-4754-9d29-6d95dbdc6260/0dd6ac6b-7409-4e78-b860-833f7c53e4db) {{(pid=102969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:19:32.056276 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-63340654-c3dc-42e4-a8db-423d48b8615e req-3ebd028d-424c-4645-a8f5-da08c186d249 service neutron] 10.222.0.10 "GET /v2.0/networks/5faa44ce-cc1d-4c62-9ff6-0cc744617c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048656 Feb 16 14:19:32.105125 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-6a7e0bad-9954-466b-b5c6-02e34f5efde8 req-e9cc0fe8-dad5-44fc-ab8b-4be452b709db tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029754 Feb 16 14:19:32.159645 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ae062770-7440-4cea-b56b-e30f7bb2e5a2 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Publish callbacks [] for port (0dd6ac6b-7409-4e78-b860-833f7c53e4db), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:32.223241 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ae062770-7440-4cea-b56b-e30f7bb2e5a2 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784246951208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10340347'] for port (0dd6ac6b-7409-4e78-b860-833f7c53e4db), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:32.269457 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c037c4a-5fe9-4fae-b3c0-e56c98056120 req-4f689ed7-3121-43af-b98b-df8127ee3e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:32.270957 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9c037c4a-5fe9-4fae-b3c0-e56c98056120 req-4f689ed7-3121-43af-b98b-df8127ee3e72 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=184b859ae4e244cead7231ba2ba66d49&device_id=9383ca3b-fc01-494d-9c9a-b895805c2f2b HTTP/1.1" status: 200 len: 1127 time: 0.0962527 Feb 16 14:19:32.275519 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773265f9-87da-46d3-87f5-6bf8d3ce8954 req-4f51f211-c194-4207-8303-deb84b58fde2 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:32.277006 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-773265f9-87da-46d3-87f5-6bf8d3ce8954 req-4f51f211-c194-4207-8303-deb84b58fde2 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 944 time: 0.1007490 Feb 16 14:19:32.278848 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae062770-7440-4cea-b56b-e30f7bb2e5a2 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Network 5b71b9ca-6085-48b7-9167-93053be13444 is already hosted by enough agents. {{(pid=102969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:19:32.281520 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9921bc88-378a-4067-959a-e0307678f33f req-8632bd82-6efc-459c-97a3-d48dbe822744 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:32.281980 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-ae062770-7440-4cea-b56b-e30f7bb2e5a2 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Resources bound (agent type, host, resource id): {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:19:32.282954 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9921bc88-378a-4067-959a-e0307678f33f req-8632bd82-6efc-459c-97a3-d48dbe822744 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/networks?id=61c5fb91-b66e-4415-8fe4-ccf1596db820 HTTP/1.1" status: 200 len: 815 time: 0.1421320 Feb 16 14:19:32.287417 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae062770-7440-4cea-b56b-e30f7bb2e5a2 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Received port after_create {{(pid=102969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:19:32.316903 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae062770-7440-4cea-b56b-e30f7bb2e5a2 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Pushing event updated for resources: {'Port': ['ID=0dd6ac6b-7409-4e78-b860-833f7c53e4db,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:32.317430 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9921bc88-378a-4067-959a-e0307678f33f req-6d214233-3e9e-46a3-a691-1ecfbbfaade6 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/quotas/3a34e3e6c1ee4ab48ff1d85f68799b81 HTTP/1.1" status: 200 len: 375 time: 0.0248542 Feb 16 14:19:32.340390 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae062770-7440-4cea-b56b-e30f7bb2e5a2 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:32.340744 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae062770-7440-4cea-b56b-e30f7bb2e5a2 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:32.341092 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae062770-7440-4cea-b56b-e30f7bb2e5a2 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:32.341432 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae062770-7440-4cea-b56b-e30f7bb2e5a2 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:32.341770 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae062770-7440-4cea-b56b-e30f7bb2e5a2 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:32.342104 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae062770-7440-4cea-b56b-e30f7bb2e5a2 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:32.342439 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae062770-7440-4cea-b56b-e30f7bb2e5a2 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:32.342767 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae062770-7440-4cea-b56b-e30f7bb2e5a2 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:32.343099 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae062770-7440-4cea-b56b-e30f7bb2e5a2 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:32.343447 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae062770-7440-4cea-b56b-e30f7bb2e5a2 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:32.343776 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae062770-7440-4cea-b56b-e30f7bb2e5a2 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:32.344101 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae062770-7440-4cea-b56b-e30f7bb2e5a2 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:32.344424 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae062770-7440-4cea-b56b-e30f7bb2e5a2 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:32.399378 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-773265f9-87da-46d3-87f5-6bf8d3ce8954 req-3bc5d4a6-09eb-453c-8a5f-c590bcf93ba8 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151443 Feb 16 14:19:32.424683 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9921bc88-378a-4067-959a-e0307678f33f req-00b43e87-0ce5-465d-93fd-009c20015468 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?tenant_id=3a34e3e6c1ee4ab48ff1d85f68799b81&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1001699 Feb 16 14:19:32.425825 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c037c4a-5fe9-4fae-b3c0-e56c98056120 req-bc7f33e8-4d1f-463d-839d-9199ceb283c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:32.427127 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9c037c4a-5fe9-4fae-b3c0-e56c98056120 req-bc7f33e8-4d1f-463d-839d-9199ceb283c6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5faa44ce-cc1d-4c62-9ff6-0cc744617c22 HTTP/1.1" status: 200 len: 916 time: 0.1424963 Feb 16 14:19:32.488183 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9c037c4a-5fe9-4fae-b3c0-e56c98056120 req-a3fae17a-373b-466e-8544-8343aa2211e7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de332ae6-1aa9-4794-bfe0-a20f23f778f5 HTTP/1.1" status: 200 len: 217 time: 0.0473702 Feb 16 14:19:32.582367 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c037c4a-5fe9-4fae-b3c0-e56c98056120 req-ddb0051e-d2b7-458f-8dce-38a909da1c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:32.583858 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9c037c4a-5fe9-4fae-b3c0-e56c98056120 req-ddb0051e-d2b7-458f-8dce-38a909da1c4b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=814d4ffe-19d9-4601-831b-31f344983ab2 HTTP/1.1" status: 200 len: 854 time: 0.0612838 Feb 16 14:19:32.585783 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9921bc88-378a-4067-959a-e0307678f33f req-42dc01d0-b245-4651-8eab-7145a8caa5a9 service neutron] 10.222.0.120 "GET /v2.0/networks/61c5fb91-b66e-4415-8fe4-ccf1596db820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524146 Feb 16 14:19:32.637544 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9c037c4a-5fe9-4fae-b3c0-e56c98056120 req-17bf86eb-4391-418e-ada4-16a46396326d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5faa44ce-cc1d-4c62-9ff6-0cc744617c22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458972 Feb 16 14:19:32.742021 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5561e7d2-5883-4ae6-9d83-2116cc8ffbf7 req-c9656b7a-4e47-43eb-8b05-d183a5a412d5 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:32.742021 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-5561e7d2-5883-4ae6-9d83-2116cc8ffbf7 req-c9656b7a-4e47-43eb-8b05-d183a5a412d5 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/ports?device_id=9383ca3b-fc01-494d-9c9a-b895805c2f2b HTTP/1.1" status: 200 len: 943 time: 0.0726070 Feb 16 14:19:32.742021 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ae062770-7440-4cea-b56b-e30f7bb2e5a2 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Publish callbacks [] for floatingip (75bd8823-4501-407a-9fde-b7a169537bce), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:32.759598 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9921bc88-378a-4067-959a-e0307678f33f req-ab3c0cb8-d48f-4f54-b7b5-fd2d391760bc service neutron] 10.222.0.120 "GET /v2.0/networks/61c5fb91-b66e-4415-8fe4-ccf1596db820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666076 Feb 16 14:19:32.777900 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9c037c4a-5fe9-4fae-b3c0-e56c98056120 req-938a2b37-c49e-4be3-8dd8-380e3b9cf6c3 service neutron] 10.222.0.10 "GET /v2.0/networks/5faa44ce-cc1d-4c62-9ff6-0cc744617c22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314237 Feb 16 14:19:32.818085 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-5561e7d2-5883-4ae6-9d83-2116cc8ffbf7 req-d7ca2207-ff4e-4c29-9891-1dca7c9d70c4 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/security-groups?id=650a6438-5fa5-40ff-84f8-b8aa3844aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582898 Feb 16 14:19:32.849595 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ae062770-7440-4cea-b56b-e30f7bb2e5a2 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (0dd6ac6b-7409-4e78-b860-833f7c53e4db), before_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:32.860334 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (0563e457-3a96-4909-b5a3-8fa5db96f619), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:32.890321 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9c037c4a-5fe9-4fae-b3c0-e56c98056120 req-5a3e784a-b32e-4cdb-8264-00d71a567263 service neutron] 10.222.0.10 "GET /v2.0/networks/5faa44ce-cc1d-4c62-9ff6-0cc744617c22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039102 Feb 16 14:19:32.945259 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-047689a9-1fee-41c6-8b10-157d14252369 req-cf290cad-ade1-4d7f-a062-4937d7547c4d tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=a2e65563-bfe2-4bc2-ab9b-0738b03e0abe HTTP/1.1" status: 200 len: 210 time: 0.0433657 Feb 16 14:19:33.066171 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ae062770-7440-4cea-b56b-e30f7bb2e5a2 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Publish callbacks [] for port (0dd6ac6b-7409-4e78-b860-833f7c53e4db), precommit_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:33.070827 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ae062770-7440-4cea-b56b-e30f7bb2e5a2 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10340336'] for port (0dd6ac6b-7409-4e78-b860-833f7c53e4db), after_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:33.146239 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae062770-7440-4cea-b56b-e30f7bb2e5a2 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Pushing event updated for resources: {'Port': ['ID=0dd6ac6b-7409-4e78-b860-833f7c53e4db,revision_number=2']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:33.151883 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ae062770-7440-4cea-b56b-e30f7bb2e5a2 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1596120'] for floatingip (75bd8823-4501-407a-9fde-b7a169537bce), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:33.254326 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6472d0-3df6-4543-b980-9fe592a9e984 req-9e146d28-251c-4533-910e-51d33ce3c44c tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:33.256257 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8c6472d0-3df6-4543-b980-9fe592a9e984 req-9e146d28-251c-4533-910e-51d33ce3c44c tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.0673983 Feb 16 14:19:33.307485 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8c6472d0-3df6-4543-b980-9fe592a9e984 req-226dd37a-607e-4c6d-bee3-0d77848c0b2a tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447450 Feb 16 14:19:33.509104 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.db.l3_db [None req-ae062770-7440-4cea-b56b-e30f7bb2e5a2 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Floating IP 75bd8823-4501-407a-9fde-b7a169537bce associated. External IP: 172.27.2.43, port: 3de8b920-644e-4a4e-b051-6ca2a80b90cb. Feb 16 14:19:33.606702 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b25a5f-dad3-48c3-b8cf-40b415db5efc req-7694dc1d-b51a-4ac9-8cb4-9dd6f5c2f0f5 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:33.608207 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-15b25a5f-dad3-48c3-b8cf-40b415db5efc req-7694dc1d-b51a-4ac9-8cb4-9dd6f5c2f0f5 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 944 time: 0.1288579 Feb 16 14:19:33.728753 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-15b25a5f-dad3-48c3-b8cf-40b415db5efc req-9c968ef5-4012-43ec-b3f7-8d6a5a27988e tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120670 Feb 16 14:19:33.771401 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae062770-7440-4cea-b56b-e30f7bb2e5a2 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Router 7167c442-4043-4e8d-98fe-927cf971b07c has already been hosted by L3 agent 531611a8-34ea-4f1f-8d10-111cbf56a8a1 {{(pid=102969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:19:33.884433 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae062770-7440-4cea-b56b-e30f7bb2e5a2 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Notify agent at l3_agent.dv-cinder-773985-32-iscsi the message routers_updated {{(pid=102969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:19:33.896136 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c79128-4b95-47c1-8ef5-16bf769f216f None None] Sync routers for ids ['7167c442-4043-4e8d-98fe-927cf971b07c'] in dv-cinder-773985-32-iscsi {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:19:33.905052 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ae062770-7440-4cea-b56b-e30f7bb2e5a2 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for floatingip (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:33.908570 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c79128-4b95-47c1-8ef5-16bf769f216f None None] Routers {'7167c442-4043-4e8d-98fe-927cf971b07c'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:19:33.910139 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-a3c79128-4b95-47c1-8ef5-16bf769f216f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:19:11Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['7167c442-4043-4e8d-98fe-927cf971b07c'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:19:33.935190 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-ae062770-7440-4cea-b56b-e30f7bb2e5a2 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2327962 Feb 16 14:19:33.935793 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d1616f3-b456-4c61-8cc8-da5e22a97e90', 'tag': '3de8b920-644e-4a4e-b051-6ca2a80b90cb'}] {{(pid=102969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:19:33.938656 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}597425108aee33d34effbd51aa5a8721840594214ac6e6c89cce82b7911d7071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b50a4e6-81af-46f5-9587-93c3376097d3" -d '{"events": [{"name": "network-changed", "server_uuid": "2d1616f3-b456-4c61-8cc8-da5e22a97e90", "tag": "3de8b920-644e-4a4e-b051-6ca2a80b90cb"}]}' {{(pid=102969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:19:33.941229 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 56508) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:19:33.946006 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-b940ff92-99b4-48a1-bb9d-f20569dc8278 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1963130048', 'description': 'tempest-secgroup-smoke-1963130048 description', 'project_id': '451735af279a49b18eb4ca311c7315a0'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:19:33.973547 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b940ff92-99b4-48a1-bb9d-f20569dc8278 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:33.998460 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0835a4ed-b18d-47a6-8120-9346151bc5ee x-openstack-request-id: req-0835a4ed-b18d-47a6-8120-9346151bc5ee {{(pid=102969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:19:33.998975 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d1616f3-b456-4c61-8cc8-da5e22a97e90", "tag": "3de8b920-644e-4a4e-b051-6ca2a80b90cb", "status": "completed", "code": 200}]} {{(pid=102969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:19:33.999476 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-0835a4ed-b18d-47a6-8120-9346151bc5ee {{(pid=102969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:19:33.999937 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d1616f3-b456-4c61-8cc8-da5e22a97e90', 'tag': '3de8b920-644e-4a4e-b051-6ca2a80b90cb', 'status': 'completed', 'code': 200} Feb 16 14:19:34.005706 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1bd736-6e35-45ac-974d-b3524325c0c6 req-c20a69bd-4ebc-47ed-b705-e79bd0138509 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:34.015272 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6e1bd736-6e35-45ac-974d-b3524325c0c6 req-c20a69bd-4ebc-47ed-b705-e79bd0138509 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/ports?device_id=9383ca3b-fc01-494d-9c9a-b895805c2f2b HTTP/1.1" status: 200 len: 943 time: 0.0925467 Feb 16 14:19:34.043275 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-a3c79128-4b95-47c1-8ef5-16bf769f216f None None] Set router 7167c442-4043-4e8d-98fe-927cf971b07c gateway port host: dv-cinder-773985-32-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:19:34.102170 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b940ff92-99b4-48a1-bb9d-f20569dc8278 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Publish callbacks [] for security_group (4ca7a229-bfd5-4388-bbc9-924f219d6f25), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:34.129542 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6e1bd736-6e35-45ac-974d-b3524325c0c6 req-c6faa25b-f834-4c2c-ab95-ddc7af798ea7 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/security-groups?id=650a6438-5fa5-40ff-84f8-b8aa3844aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129200 Feb 16 14:19:34.130411 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-6dad7e0a-3da2-493e-915b-5157909ace6c req-89f0c2e6-e3af-4586-8a44-8cb96ac6d03d tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=a2e65563-bfe2-4bc2-ab9b-0738b03e0abe HTTP/1.1" status: 200 len: 210 time: 0.0448720 Feb 16 14:19:34.131929 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b940ff92-99b4-48a1-bb9d-f20569dc8278 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (4ca7a229-bfd5-4388-bbc9-924f219d6f25), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:34.175835 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50a4e6-81af-46f5-9587-93c3376097d3 req-364481b6-341a-4811-bafb-8beb89f3f818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:34.178121 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5b50a4e6-81af-46f5-9587-93c3376097d3 req-364481b6-341a-4811-bafb-8beb89f3f818 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=451735af279a49b18eb4ca311c7315a0&device_id=2d1616f3-b456-4c61-8cc8-da5e22a97e90 HTTP/1.1" status: 200 len: 1129 time: 0.0882957 Feb 16 14:19:34.197340 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b940ff92-99b4-48a1-bb9d-f20569dc8278 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:34.198605 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-b940ff92-99b4-48a1-bb9d-f20569dc8278 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2564623 Feb 16 14:19:34.203712 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 56514) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:19:34.215815 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-244d4e8f-0705-4ea0-9a2f-28daede04924 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Request body: {'security_group_rule': {'security_group_id': '4ca7a229-bfd5-4388-bbc9-924f219d6f25', 'project_id': '451735af279a49b18eb4ca311c7315a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:19:34.224381 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b940ff92-99b4-48a1-bb9d-f20569dc8278 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca7a229-bfd5-4388-bbc9-924f219d6f25,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:34.299276 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-244d4e8f-0705-4ea0-9a2f-28daede04924 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Publish callbacks [] for security_group_rule (8f2dccc5-de66-4730-9313-ed4e75f74c85), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:34.318066 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9921bc88-378a-4067-959a-e0307678f33f req-f2263bfc-b3db-49b8-b46b-25e655e55ab3 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:34.319765 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-9921bc88-378a-4067-959a-e0307678f33f req-f2263bfc-b3db-49b8-b46b-25e655e55ab3 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.10 "GET /v2.0/networks?id=61c5fb91-b66e-4415-8fe4-ccf1596db820 HTTP/1.1" status: 200 len: 815 time: 0.1763761 Feb 16 14:19:34.321345 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50a4e6-81af-46f5-9587-93c3376097d3 req-b6dc1bd6-7585-4622-91b2-c8887bedb9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:34.323546 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5b50a4e6-81af-46f5-9587-93c3376097d3 req-b6dc1bd6-7585-4622-91b2-c8887bedb9be service neutron] 10.222.0.10 "GET /v2.0/networks?id=72812c74-d3b2-4e09-97cd-f0c45c3b9f64 HTTP/1.1" status: 200 len: 917 time: 0.1371081 Feb 16 14:19:34.352563 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [req-9921bc88-378a-4067-959a-e0307678f33f req-604dff6c-fce5-487e-bab2-7fa1f224c095 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Request body: {'port': {'device_id': 'a2e65563-bfe2-4bc2-ab9b-0738b03e0abe', 'network_id': '61c5fb91-b66e-4415-8fe4-ccf1596db820', 'admin_state_up': True, 'tenant_id': '3a34e3e6c1ee4ab48ff1d85f68799b81'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:19:34.498593 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-a3c79128-4b95-47c1-8ef5-16bf769f216f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7167c442-4043-4e8d-98fe-927cf971b07c', 'name': 'tempest-TestMinimumBasicScenario-1189098942-router', 'tenant_id': '451735af279a49b18eb4ca311c7315a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '0e844233-392d-4d03-ad99-35a3d7c3d75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:18:13Z', 'updated_at': '2022-02-16T14:18:17Z', 'revision_number': 4, 'project_id': '451735af279a49b18eb4ca311c7315a0', 'gw_port': {'id': '0e844233-392d-4d03-ad99-35a3d7c3d75e', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:36:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7167c442-4043-4e8d-98fe-927cf971b07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:18:15Z', 'updated_at': '2022-02-16T14:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_floatingips': [{'id': '75bd8823-4501-407a-9fde-b7a169537bce', 'tenant_id': '451735af279a49b18eb4ca311c7315a0', 'floating_ip_address': '172.27.2.43', 'floating_network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'router_id': '7167c442-4043-4e8d-98fe-927cf971b07c', 'port_id': '3de8b920-644e-4a4e-b051-6ca2a80b90cb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72812c74-d3b2-4e09-97cd-f0c45c3b9f64', 'mac_address': 'fa:16:3e:b1:96:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1616f3-b456-4c61-8cc8-da5e22a97e90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:19:32Z', 'updated_at': '2022-02-16T14:19:32Z', 'revision_number': 0, 'project_id': '451735af279a49b18eb4ca311c7315a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd7b6e27-3cee-423b-8c83-ee3fe0608404', 'name': '', 'network_id': '72812c74-d3b2-4e09-97cd-f0c45c3b9f64', 'tenant_id': '451735af279a49b18eb4ca311c7315a0', 'mac_address': 'fa:16:3e:0a:79:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7167c442-4043-4e8d-98fe-927cf971b07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'b624c315-0258-4d32-af36-3453b0a86eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:18:17Z', 'updated_at': '2022-02-16T14:18:24Z', 'revision_number': 5, 'project_id': '451735af279a49b18eb4ca311c7315a0', 'subnets': [{'id': 'b624c315-0258-4d32-af36-3453b0a86eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:19:34.499396 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-244d4e8f-0705-4ea0-9a2f-28daede04924 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Publish callbacks [] for security_group_rule (8f2dccc5-de66-4730-9313-ed4e75f74c85), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:34.513891 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-244d4e8f-0705-4ea0-9a2f-28daede04924 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071180'] for security_group_rule (8f2dccc5-de66-4730-9313-ed4e75f74c85), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:34.529356 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c79128-4b95-47c1-8ef5-16bf769f216f None None] Checking router: 7167c442-4043-4e8d-98fe-927cf971b07c for host: dv-cinder-773985-32-iscsi {{(pid=102971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:19:34.540016 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c79128-4b95-47c1-8ef5-16bf769f216f None None] Routers {'7167c442-4043-4e8d-98fe-927cf971b07c'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:19:34.540660 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-a3c79128-4b95-47c1-8ef5-16bf769f216f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:19:11Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['7167c442-4043-4e8d-98fe-927cf971b07c'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:19:34.561480 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244d4e8f-0705-4ea0-9a2f-28daede04924 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f2dccc5-de66-4730-9313-ed4e75f74c85,revision_number=0']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:34.572547 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-244d4e8f-0705-4ea0-9a2f-28daede04924 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:34.579859 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-244d4e8f-0705-4ea0-9a2f-28daede04924 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3750765 Feb 16 14:19:34.583296 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 56522) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:19:34.590898 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-c513d04e-2f6e-409f-876a-a9ea1c73ea4b tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Request body: {'security_group_rule': {'security_group_id': '4ca7a229-bfd5-4388-bbc9-924f219d6f25', 'project_id': '451735af279a49b18eb4ca311c7315a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:19:34.628434 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8b1b7-e3c0-4e32-b56f-d07eab06373a req-505a9842-0590-48f5-80ce-8538a0930a41 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:34.629981 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-58a8b1b7-e3c0-4e32-b56f-d07eab06373a req-505a9842-0590-48f5-80ce-8538a0930a41 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.1810355 Feb 16 14:19:34.644956 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9921bc88-378a-4067-959a-e0307678f33f req-604dff6c-fce5-487e-bab2-7fa1f224c095 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Made reservation on behalf of 3a34e3e6c1ee4ab48ff1d85f68799b81 for: {'port': 1} {{(pid=102969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:19:34.648994 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-9921bc88-378a-4067-959a-e0307678f33f req-604dff6c-fce5-487e-bab2-7fa1f224c095 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:34.681023 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-a3c79128-4b95-47c1-8ef5-16bf769f216f None None] Set router 7167c442-4043-4e8d-98fe-927cf971b07c gateway port host: dv-cinder-773985-32-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:19:34.684829 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c513d04e-2f6e-409f-876a-a9ea1c73ea4b tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Publish callbacks [] for security_group_rule (339d697e-2eca-4cb1-9cf0-bfed9341bc7d), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:34.695709 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5b50a4e6-81af-46f5-9587-93c3376097d3 req-d33d8ab9-f24b-4fee-8a4d-92ee05bb47ab service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3de8b920-644e-4a4e-b051-6ca2a80b90cb HTTP/1.1" status: 200 len: 998 time: 0.3499496 Feb 16 14:19:34.759475 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50a4e6-81af-46f5-9587-93c3376097d3 req-ca069d55-6825-4ef7-86d7-631d5ad3e9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:34.761174 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5b50a4e6-81af-46f5-9587-93c3376097d3 req-ca069d55-6825-4ef7-86d7-631d5ad3e9fe service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b624c315-0258-4d32-af36-3453b0a86eee HTTP/1.1" status: 200 len: 854 time: 0.0543473 Feb 16 14:19:34.808186 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-58a8b1b7-e3c0-4e32-b56f-d07eab06373a req-ebb63ba1-736a-4225-90b7-4c505eb7dc24 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657877 Feb 16 14:19:34.860698 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c513d04e-2f6e-409f-876a-a9ea1c73ea4b tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Publish callbacks [] for security_group_rule (339d697e-2eca-4cb1-9cf0-bfed9341bc7d), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:34.862405 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50a4e6-81af-46f5-9587-93c3376097d3 req-db9eef42-5cf3-441e-8188-5d070e9b4e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:34.864070 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5b50a4e6-81af-46f5-9587-93c3376097d3 req-db9eef42-5cf3-441e-8188-5d070e9b4e7c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=72812c74-d3b2-4e09-97cd-f0c45c3b9f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0931895 Feb 16 14:19:34.867200 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c513d04e-2f6e-409f-876a-a9ea1c73ea4b tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071180'] for security_group_rule (339d697e-2eca-4cb1-9cf0-bfed9341bc7d), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:34.875706 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd1f6c-3d35-4274-8100-dd867d367fc4 req-4c754a93-05df-4bb2-86fc-2169182abec1 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:34.876994 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ebfd1f6c-3d35-4274-8100-dd867d367fc4 req-4c754a93-05df-4bb2-86fc-2169182abec1 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 944 time: 0.0741582 Feb 16 14:19:34.896109 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c513d04e-2f6e-409f-876a-a9ea1c73ea4b tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=339d697e-2eca-4cb1-9cf0-bfed9341bc7d,revision_number=0']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:34.908696 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.db.db_base_plugin_common [req-9921bc88-378a-4067-959a-e0307678f33f req-604dff6c-fce5-487e-bab2-7fa1f224c095 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Allocated IP 172.20.0.13 (61c5fb91-b66e-4415-8fe4-ccf1596db820/afa93d15-5472-4072-ba03-2d6b4a530984/50eec97e-e063-443d-bf09-e7c5b4bce405) {{(pid=102969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:19:34.914255 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c513d04e-2f6e-409f-876a-a9ea1c73ea4b tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:34.918505 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-c513d04e-2f6e-409f-876a-a9ea1c73ea4b tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3291426 Feb 16 14:19:34.918505 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 56528) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:19:34.922854 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-9eff38cc-4983-44b0-8d9b-595a169d3195 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Request body: {'security_group_rule': {'security_group_id': '4ca7a229-bfd5-4388-bbc9-924f219d6f25', 'project_id': '451735af279a49b18eb4ca311c7315a0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:19:34.970759 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-a3c79128-4b95-47c1-8ef5-16bf769f216f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7167c442-4043-4e8d-98fe-927cf971b07c', 'name': 'tempest-TestMinimumBasicScenario-1189098942-router', 'tenant_id': '451735af279a49b18eb4ca311c7315a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '0e844233-392d-4d03-ad99-35a3d7c3d75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:18:13Z', 'updated_at': '2022-02-16T14:18:17Z', 'revision_number': 4, 'project_id': '451735af279a49b18eb4ca311c7315a0', 'gw_port': {'id': '0e844233-392d-4d03-ad99-35a3d7c3d75e', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:36:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7167c442-4043-4e8d-98fe-927cf971b07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:18:15Z', 'updated_at': '2022-02-16T14:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_floatingips': [{'id': '75bd8823-4501-407a-9fde-b7a169537bce', 'tenant_id': '451735af279a49b18eb4ca311c7315a0', 'floating_ip_address': '172.27.2.43', 'floating_network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'router_id': '7167c442-4043-4e8d-98fe-927cf971b07c', 'port_id': '3de8b920-644e-4a4e-b051-6ca2a80b90cb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72812c74-d3b2-4e09-97cd-f0c45c3b9f64', 'mac_address': 'fa:16:3e:b1:96:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1616f3-b456-4c61-8cc8-da5e22a97e90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:19:32Z', 'updated_at': '2022-02-16T14:19:32Z', 'revision_number': 0, 'project_id': '451735af279a49b18eb4ca311c7315a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd7b6e27-3cee-423b-8c83-ee3fe0608404', 'name': '', 'network_id': '72812c74-d3b2-4e09-97cd-f0c45c3b9f64', 'tenant_id': '451735af279a49b18eb4ca311c7315a0', 'mac_address': 'fa:16:3e:0a:79:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7167c442-4043-4e8d-98fe-927cf971b07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'b624c315-0258-4d32-af36-3453b0a86eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:18:17Z', 'updated_at': '2022-02-16T14:18:24Z', 'revision_number': 5, 'project_id': '451735af279a49b18eb4ca311c7315a0', 'subnets': [{'id': 'b624c315-0258-4d32-af36-3453b0a86eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:19:34.979112 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-9eff38cc-4983-44b0-8d9b-595a169d3195 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Publish callbacks [] for security_group_rule (118ad436-a7ad-4501-97d3-f2c0cafa4008), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:34.987092 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ebfd1f6c-3d35-4274-8100-dd867d367fc4 req-1ecdf44d-05b4-45ba-a3b8-e89d87e7d370 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894170 Feb 16 14:19:35.011392 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5b50a4e6-81af-46f5-9587-93c3376097d3 req-e55adb03-111c-4d52-a2ac-83d07220449d service neutron] 10.222.0.10 "GET /v2.0/networks/72812c74-d3b2-4e09-97cd-f0c45c3b9f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294715 Feb 16 14:19:35.012078 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c79128-4b95-47c1-8ef5-16bf769f216f None None] The sync data for ids ['7167c442-4043-4e8d-98fe-927cf971b07c'] in dv-cinder-773985-32-iscsi is: [{'id': '7167c442-4043-4e8d-98fe-927cf971b07c', 'name': 'tempest-TestMinimumBasicScenario-1189098942-router', 'tenant_id': '451735af279a49b18eb4ca311c7315a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '0e844233-392d-4d03-ad99-35a3d7c3d75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:18:13Z', 'updated_at': '2022-02-16T14:18:17Z', 'revision_number': 4, 'project_id': '451735af279a49b18eb4ca311c7315a0', 'gw_port': {'id': '0e844233-392d-4d03-ad99-35a3d7c3d75e', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:36:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7167c442-4043-4e8d-98fe-927cf971b07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:18:15Z', 'updated_at': '2022-02-16T14:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_floatingips': [{'id': '75bd8823-4501-407a-9fde-b7a169537bce', 'tenant_id': '451735af279a49b18eb4ca311c7315a0', 'floating_ip_address': '172.27.2.43', 'floating_network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'router_id': '7167c442-4043-4e8d-98fe-927cf971b07c', 'port_id': '3de8b920-644e-4a4e-b051-6ca2a80b90cb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72812c74-d3b2-4e09-97cd-f0c45c3b9f64', 'mac_address': 'fa:16:3e:b1:96:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1616f3-b456-4c61-8cc8-da5e22a97e90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:19:32Z', 'updated_at': '2022-02-16T14:19:32Z', 'revision_number': 0, 'project_id': '451735af279a49b18eb4ca311c7315a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd7b6e27-3cee-423b-8c83-ee3fe0608404', 'name': '', 'network_id': '72812c74-d3b2-4e09-97cd-f0c45c3b9f64', 'tenant_id': '451735af279a49b18eb4ca311c7315a0', 'mac_address': 'fa:16:3e:0a:79:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7167c442-4043-4e8d-98fe-927cf971b07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'b624c315-0258-4d32-af36-3453b0a86eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:18:17Z', 'updated_at': '2022-02-16T14:18:24Z', 'revision_number': 5, 'project_id': '451735af279a49b18eb4ca311c7315a0', 'subnets': [{'id': 'b624c315-0258-4d32-af36-3453b0a86eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:19:35.106148 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-9eff38cc-4983-44b0-8d9b-595a169d3195 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Publish callbacks [] for security_group_rule (118ad436-a7ad-4501-97d3-f2c0cafa4008), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:35.112359 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-9eff38cc-4983-44b0-8d9b-595a169d3195 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071180'] for security_group_rule (118ad436-a7ad-4501-97d3-f2c0cafa4008), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:35.113270 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5b50a4e6-81af-46f5-9587-93c3376097d3 req-1ab3d989-8148-418b-821c-97713e736731 service neutron] 10.222.0.10 "GET /v2.0/networks/72812c74-d3b2-4e09-97cd-f0c45c3b9f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974078 Feb 16 14:19:35.144550 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff38cc-4983-44b0-8d9b-595a169d3195 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=118ad436-a7ad-4501-97d3-f2c0cafa4008,revision_number=0']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:35.169710 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-9921bc88-378a-4067-959a-e0307678f33f req-604dff6c-fce5-487e-bab2-7fa1f224c095 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Publish callbacks [] for port (50eec97e-e063-443d-bf09-e7c5b4bce405), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:35.175663 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-9eff38cc-4983-44b0-8d9b-595a169d3195 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:35.177285 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-9eff38cc-4983-44b0-8d9b-595a169d3195 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2581303 Feb 16 14:19:35.180676 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 56534) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:19:35.187364 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-a5ce60ab-50e8-4066-a5a5-a82a1bc61d53 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Request body: {'security_group_rule': {'security_group_id': '4ca7a229-bfd5-4388-bbc9-924f219d6f25', 'project_id': '451735af279a49b18eb4ca311c7315a0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:19:35.224481 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-9921bc88-378a-4067-959a-e0307678f33f req-604dff6c-fce5-487e-bab2-7fa1f224c095 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784246951208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10340347'] for port (50eec97e-e063-443d-bf09-e7c5b4bce405), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:35.234902 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a5ce60ab-50e8-4066-a5a5-a82a1bc61d53 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Publish callbacks [] for security_group_rule (320b98d1-cd2c-4625-9ea1-450ed2476303), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:35.266562 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213f1355-132e-4bd4-858c-b7b3da02da40 None None] New status for floating IP 75bd8823-4501-407a-9fde-b7a169537bce: ACTIVE {{(pid=102970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:19:35.306145 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9921bc88-378a-4067-959a-e0307678f33f req-604dff6c-fce5-487e-bab2-7fa1f224c095 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Network 61c5fb91-b66e-4415-8fe4-ccf1596db820 is already hosted by enough agents. {{(pid=102969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:19:35.313866 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] get_ports_and_sgs() called for port_ids ['03778484-d22b-41d2-8089-7f625fe2ad9c', '7e31eb21-1950-4d0f-a945-ca09a5f6f4ab', 'ad98e9e8-7973-422b-a463-9e44d914f740'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:19:35.314840 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [req-9921bc88-378a-4067-959a-e0307678f33f req-604dff6c-fce5-487e-bab2-7fa1f224c095 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Resources bound (agent type, host, resource id): {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:19:35.321513 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.db.l3_dvrscheduler_db [req-9921bc88-378a-4067-959a-e0307678f33f req-604dff6c-fce5-487e-bab2-7fa1f224c095 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Received port after_create {{(pid=102969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:19:35.328119 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aceacd1-9b31-4a92-b982-058d4e436e87 req-136486a3-7d3d-407a-ac94-7ff4e1468954 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:35.328119 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4aceacd1-9b31-4a92-b982-058d4e436e87 req-136486a3-7d3d-407a-ac94-7ff4e1468954 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/ports?device_id=9383ca3b-fc01-494d-9c9a-b895805c2f2b HTTP/1.1" status: 200 len: 943 time: 0.0888414 Feb 16 14:19:35.334062 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a5ce60ab-50e8-4066-a5a5-a82a1bc61d53 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Publish callbacks [] for security_group_rule (320b98d1-cd2c-4625-9ea1-450ed2476303), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:35.334525 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604dff6c-fce5-487e-bab2-7fa1f224c095 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Pushing event updated for resources: {'Port': ['ID=50eec97e-e063-443d-bf09-e7c5b4bce405,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:35.339862 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a5ce60ab-50e8-4066-a5a5-a82a1bc61d53 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071180'] for security_group_rule (320b98d1-cd2c-4625-9ea1-450ed2476303), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:35.375951 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ed4b2-e055-4823-a938-a44e709b5721 req-d1a683cc-6b13-472c-8af5-b67149c6d010 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:35.377520 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-5f8ed4b2-e055-4823-a938-a44e709b5721 req-d1a683cc-6b13-472c-8af5-b67149c6d010 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=a2e65563-bfe2-4bc2-ab9b-0738b03e0abe HTTP/1.1" status: 200 len: 932 time: 0.1505086 Feb 16 14:19:35.377663 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce60ab-50e8-4066-a5a5-a82a1bc61d53 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=320b98d1-cd2c-4625-9ea1-450ed2476303,revision_number=0']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:35.385457 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a5ce60ab-50e8-4066-a5a5-a82a1bc61d53 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:35.386691 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-a5ce60ab-50e8-4066-a5a5-a82a1bc61d53 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2030394 Feb 16 14:19:35.390650 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 56536) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:19:35.397030 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-062ab767-3242-4f23-b6e8-6c127698facb tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Request body: {'security_group_rule': {'security_group_id': '4ca7a229-bfd5-4388-bbc9-924f219d6f25', 'project_id': '451735af279a49b18eb4ca311c7315a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:19:35.412189 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9921bc88-378a-4067-959a-e0307678f33f req-604dff6c-fce5-487e-bab2-7fa1f224c095 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:35.412694 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-9921bc88-378a-4067-959a-e0307678f33f req-604dff6c-fce5-487e-bab2-7fa1f224c095 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for port (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:35.437787 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4aceacd1-9b31-4a92-b982-058d4e436e87 req-6bb62119-17bf-4e91-a442-1cff4f291983 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/security-groups?id=650a6438-5fa5-40ff-84f8-b8aa3844aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951777 Feb 16 14:19:35.445263 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.db.securitygroups_db [None req-062ab767-3242-4f23-b6e8-6c127698facb tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Project 451735af279a49b18eb4ca311c7315a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 14:19:35.448646 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-9921bc88-378a-4067-959a-e0307678f33f req-604dff6c-fce5-487e-bab2-7fa1f224c095 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1028183 Feb 16 14:19:35.454421 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-062ab767-3242-4f23-b6e8-6c127698facb tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Publish callbacks [] for security_group_rule (dd3388b3-fe19-4a9e-ad23-67fe09676abc), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:35.454552 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-5f8ed4b2-e055-4823-a938-a44e709b5721 req-a277235b-8845-45d5-82b8-4d3fc8114188 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692413 Feb 16 14:19:35.484036 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [req-9921bc88-378a-4067-959a-e0307678f33f req-fccefa3e-e532-4bed-9063-7a57a9b612ff service neutron] Request body: {'port': {'device_id': 'a2e65563-bfe2-4bc2-ab9b-0738b03e0abe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:19:35.514870 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-062ab767-3242-4f23-b6e8-6c127698facb tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Publish callbacks [] for security_group_rule (dd3388b3-fe19-4a9e-ad23-67fe09676abc), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:35.519404 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-062ab767-3242-4f23-b6e8-6c127698facb tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071180'] for security_group_rule (dd3388b3-fe19-4a9e-ad23-67fe09676abc), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:35.538812 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062ab767-3242-4f23-b6e8-6c127698facb tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd3388b3-fe19-4a9e-ad23-67fe09676abc,revision_number=0']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:35.547819 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-062ab767-3242-4f23-b6e8-6c127698facb tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:35.549392 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-062ab767-3242-4f23-b6e8-6c127698facb tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1564753 Feb 16 14:19:35.551864 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 56538) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:19:35.556710 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-9921bc88-378a-4067-959a-e0307678f33f req-fccefa3e-e532-4bed-9063-7a57a9b612ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (50eec97e-e063-443d-bf09-e7c5b4bce405), before_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:35.558234 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-43205d9f-8b20-4e68-9414-ee095593a44d tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Request body: {'security_group_rule': {'security_group_id': '4ca7a229-bfd5-4388-bbc9-924f219d6f25', 'project_id': '451735af279a49b18eb4ca311c7315a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:19:35.581958 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.db.securitygroups_db [None req-43205d9f-8b20-4e68-9414-ee095593a44d tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Project 451735af279a49b18eb4ca311c7315a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 14:19:35.588284 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-43205d9f-8b20-4e68-9414-ee095593a44d tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Publish callbacks [] for security_group_rule (f695dbe3-4eb1-4bca-a076-2e9bd3fac3ef), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:35.657993 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device de332ae6-1aa9-4794-bfe0-a20f23f778f5 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:19:35.674152 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-43205d9f-8b20-4e68-9414-ee095593a44d tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Publish callbacks [] for security_group_rule (f695dbe3-4eb1-4bca-a076-2e9bd3fac3ef), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:35.679563 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-43205d9f-8b20-4e68-9414-ee095593a44d tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071180'] for security_group_rule (f695dbe3-4eb1-4bca-a076-2e9bd3fac3ef), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:35.700407 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43205d9f-8b20-4e68-9414-ee095593a44d tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f695dbe3-4eb1-4bca-a076-2e9bd3fac3ef,revision_number=0']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:35.708406 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-43205d9f-8b20-4e68-9414-ee095593a44d tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:35.712362 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-43205d9f-8b20-4e68-9414-ee095593a44d tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1592236 Feb 16 14:19:35.807882 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0468d3fb-ab80-4630-ba71-1359cf13136b req-3640ab0e-4c35-45d2-a012-435ad59ead13 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1963130048&fields=id&tenant_id=451735af279a49b18eb4ca311c7315a0 HTTP/1.1" status: 200 len: 267 time: 0.0498569 Feb 16 14:19:35.829961 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port de332ae6-1aa9-4794-bfe0-a20f23f778f5, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=de332ae6-1aa9-4794-bfe0-a20f23f778f5,segment=NetworkSegment(43af7e83-61b8-49d9-9b3d-8e7fc1fb9259),segment_id=43af7e83-61b8-49d9-9b3d-8e7fc1fb9259)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:19:35.858242 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Returning: {'device': 'de332ae6-1aa9-4794-bfe0-a20f23f778f5', 'network_id': '5faa44ce-cc1d-4c62-9ff6-0cc744617c22', 'port_id': 'de332ae6-1aa9-4794-bfe0-a20f23f778f5', 'mac_address': 'fa:16:3e:ee:4e:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '814d4ffe-19d9-4601-831b-31f344983ab2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:19:35.868711 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0468d3fb-ab80-4630-ba71-1359cf13136b req-fb483e1c-2bc9-40da-a512-c13e0f3be17e tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:35.870234 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0468d3fb-ab80-4630-ba71-1359cf13136b req-fb483e1c-2bc9-40da-a512-c13e0f3be17e tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/ports?device_id=2d1616f3-b456-4c61-8cc8-da5e22a97e90 HTTP/1.1" status: 200 len: 945 time: 0.0561697 Feb 16 14:19:35.880383 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.notifiers.nova [req-9921bc88-378a-4067-959a-e0307678f33f req-fccefa3e-e532-4bed-9063-7a57a9b612ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50eec97e-e063-443d-bf09-e7c5b4bce405 {{(pid=102969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:19:35.886929 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-0468d3fb-ab80-4630-ba71-1359cf13136b req-a6957617-e3f8-40c0-be0f-55fa2f75d5c5 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Request body: {'port': {'security_groups': ['2d5f0775-d95b-405f-a566-2235d8a0cb0e', '4ca7a229-bfd5-4388-bbc9-924f219d6f25']}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:19:35.889115 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-9921bc88-378a-4067-959a-e0307678f33f req-fccefa3e-e532-4bed-9063-7a57a9b612ff service neutron] Publish callbacks [] for port (50eec97e-e063-443d-bf09-e7c5b4bce405), precommit_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:35.916948 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.db.provisioning_blocks [req-9921bc88-378a-4067-959a-e0307678f33f req-fccefa3e-e532-4bed-9063-7a57a9b612ff service neutron] Transition to ACTIVE for port object 50eec97e-e063-443d-bf09-e7c5b4bce405 will not be triggered until provisioned by entity L2. {{(pid=102969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:19:35.930964 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Current status of the port de332ae6-1aa9-4794-bfe0-a20f23f778f5 is: DOWN; New status is: BUILD {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:19:35.931379 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (de332ae6-1aa9-4794-bfe0-a20f23f778f5), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:35.942206 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-9921bc88-378a-4067-959a-e0307678f33f req-fccefa3e-e532-4bed-9063-7a57a9b612ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10340336'] for port (50eec97e-e063-443d-bf09-e7c5b4bce405), after_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:35.957066 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de332ae6-1aa9-4794-bfe0-a20f23f778f5 {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:19:35.978276 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-0468d3fb-ab80-4630-ba71-1359cf13136b req-a6957617-e3f8-40c0-be0f-55fa2f75d5c5 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (3de8b920-644e-4a4e-b051-6ca2a80b90cb), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:35.984931 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port de332ae6-1aa9-4794-bfe0-a20f23f778f5, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=de332ae6-1aa9-4794-bfe0-a20f23f778f5,segment=NetworkSegment(43af7e83-61b8-49d9-9b3d-8e7fc1fb9259),segment_id=43af7e83-61b8-49d9-9b3d-8e7fc1fb9259)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:19:35.988315 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccefa3e-e532-4bed-9063-7a57a9b612ff service neutron] Pushing event updated for resources: {'Port': ['ID=50eec97e-e063-443d-bf09-e7c5b4bce405,revision_number=2']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:35.992982 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (de332ae6-1aa9-4794-bfe0-a20f23f778f5), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:36.048201 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Pushing event updated for resources: {'Port': ['ID=de332ae6-1aa9-4794-bfe0-a20f23f778f5,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:36.054013 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78684543-4207-4bdb-b206-3418754ec9aa req-a5a06a6d-309b-4509-8676-6df26bb3a9dd tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:36.055697 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-78684543-4207-4bdb-b206-3418754ec9aa req-a5a06a6d-309b-4509-8676-6df26bb3a9dd tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.1536691 Feb 16 14:19:36.056066 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:36.056490 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:36.056902 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:36.057313 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:36.057712 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:36.058053 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:36.058384 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:36.058713 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:36.059041 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:36.059382 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:36.059713 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:36.060041 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:36.060363 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:36.077005 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66311237-c6ee-4b22-adde-232485bd4663 req-4a921c7b-4ba6-4b30-a363-c74c6062b389 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:36.078424 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-66311237-c6ee-4b22-adde-232485bd4663 req-4a921c7b-4ba6-4b30-a363-c74c6062b389 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.10 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 946 time: 0.1094229 Feb 16 14:19:36.143277 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-78684543-4207-4bdb-b206-3418754ec9aa req-77ea5de6-40f5-4e2d-abb2-db81ade59c45 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/security-groups?id=64e7600f-f6fd-4253-a6f2-6bc1ed15b636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643301 Feb 16 14:19:36.144071 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.managers [req-9921bc88-378a-4067-959a-e0307678f33f req-fccefa3e-e532-4bed-9063-7a57a9b612ff service neutron] Attempting to bind port 50eec97e-e063-443d-bf09-e7c5b4bce405 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:19:36.144414 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.managers [req-9921bc88-378a-4067-959a-e0307678f33f req-fccefa3e-e532-4bed-9063-7a57a9b612ff service neutron] Attempting to bind port 50eec97e-e063-443d-bf09-e7c5b4bce405 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '60939eb9-e0f4-4fd7-9c84-2e8354cdfa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '61c5fb91-b66e-4415-8fe4-ccf1596db820'}] {{(pid=102969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:19:36.144750 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9921bc88-378a-4067-959a-e0307678f33f req-fccefa3e-e532-4bed-9063-7a57a9b612ff service neutron] Attempting to bind port 50eec97e-e063-443d-bf09-e7c5b4bce405 on network 61c5fb91-b66e-4415-8fe4-ccf1596db820 {{(pid=102969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:19:36.149409 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9921bc88-378a-4067-959a-e0307678f33f req-fccefa3e-e532-4bed-9063-7a57a9b612ff service neutron] Port 50eec97e-e063-443d-bf09-e7c5b4bce405 on network 61c5fb91-b66e-4415-8fe4-ccf1596db820 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:19:36.149737 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9921bc88-378a-4067-959a-e0307678f33f req-fccefa3e-e532-4bed-9063-7a57a9b612ff service neutron] Attempting to bind port 50eec97e-e063-443d-bf09-e7c5b4bce405 on network 61c5fb91-b66e-4415-8fe4-ccf1596db820 {{(pid=102969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:19:36.156165 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9921bc88-378a-4067-959a-e0307678f33f req-fccefa3e-e532-4bed-9063-7a57a9b612ff service neutron] Checking agent: {'id': '0563e457-3a96-4909-b5a3-8fa5db96f619', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 14, 3), 'started_at': datetime.datetime(2022, 2, 16, 14, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:19:36.156165 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9921bc88-378a-4067-959a-e0307678f33f req-fccefa3e-e532-4bed-9063-7a57a9b612ff service neutron] Checking segment: {'id': '60939eb9-e0f4-4fd7-9c84-2e8354cdfa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '61c5fb91-b66e-4415-8fe4-ccf1596db820'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:19:36.156165 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9921bc88-378a-4067-959a-e0307678f33f req-fccefa3e-e532-4bed-9063-7a57a9b612ff service neutron] Bound using segment: {'id': '60939eb9-e0f4-4fd7-9c84-2e8354cdfa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '61c5fb91-b66e-4415-8fe4-ccf1596db820'} {{(pid=102969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:19:36.156165 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.managers [req-9921bc88-378a-4067-959a-e0307678f33f req-fccefa3e-e532-4bed-9063-7a57a9b612ff service neutron] Bound port: 50eec97e-e063-443d-bf09-e7c5b4bce405, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60939eb9-e0f4-4fd7-9c84-2e8354cdfa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '61c5fb91-b66e-4415-8fe4-ccf1596db820'}}] {{(pid=102969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:19:36.156707 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-9921bc88-378a-4067-959a-e0307678f33f req-fccefa3e-e532-4bed-9063-7a57a9b612ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (50eec97e-e063-443d-bf09-e7c5b4bce405), before_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:36.251851 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.db [req-9921bc88-378a-4067-959a-e0307678f33f req-fccefa3e-e532-4bed-9063-7a57a9b612ff service neutron] For port 50eec97e-e063-443d-bf09-e7c5b4bce405, host hv-cinder-77398, cleared binding levels {{(pid=102969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:19:36.266619 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.db [req-9921bc88-378a-4067-959a-e0307678f33f req-fccefa3e-e532-4bed-9063-7a57a9b612ff service neutron] For port 50eec97e-e063-443d-bf09-e7c5b4bce405, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=50eec97e-e063-443d-bf09-e7c5b4bce405,segment=NetworkSegment(60939eb9-e0f4-4fd7-9c84-2e8354cdfa58),segment_id=60939eb9-e0f4-4fd7-9c84-2e8354cdfa58)] {{(pid=102969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:19:36.276807 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-9921bc88-378a-4067-959a-e0307678f33f req-fccefa3e-e532-4bed-9063-7a57a9b612ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10340336'] for port (50eec97e-e063-443d-bf09-e7c5b4bce405), after_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:36.279046 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-66311237-c6ee-4b22-adde-232485bd4663 req-ba5ddd19-4c33-446c-b6d2-816827c4dd15 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Deleting port 70387ee0-17d5-4683-94a7-cc169a3b0bc4 {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:19:36.279415 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-66311237-c6ee-4b22-adde-232485bd4663 req-ba5ddd19-4c33-446c-b6d2-816827c4dd15 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784247387639'] for port (70387ee0-17d5-4683-94a7-cc169a3b0bc4), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:36.304270 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-0468d3fb-ab80-4630-ba71-1359cf13136b req-a6957617-e3f8-40c0-be0f-55fa2f75d5c5 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] For port 3de8b920-644e-4a4e-b051-6ca2a80b90cb, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=3de8b920-644e-4a4e-b051-6ca2a80b90cb,segment=NetworkSegment(563e0906-a05c-42cb-9152-87b93a4003d1),segment_id=563e0906-a05c-42cb-9152-87b93a4003d1)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:19:36.312387 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686770c5-8e33-49c4-920c-08e93dcfd4de req-638692c6-bc55-42d1-bd8d-c305aeadf2f9 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:36.313883 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-686770c5-8e33-49c4-920c-08e93dcfd4de req-638692c6-bc55-42d1-bd8d-c305aeadf2f9 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 944 time: 0.0972888 Feb 16 14:19:36.328387 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9921bc88-378a-4067-959a-e0307678f33f req-fccefa3e-e532-4bed-9063-7a57a9b612ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:36.329015 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-9921bc88-378a-4067-959a-e0307678f33f req-fccefa3e-e532-4bed-9063-7a57a9b612ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for port (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:36.330410 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-9921bc88-378a-4067-959a-e0307678f33f req-fccefa3e-e532-4bed-9063-7a57a9b612ff service neutron] 10.222.0.10 "PUT /v2.0/ports/50eec97e-e063-443d-bf09-e7c5b4bce405 HTTP/1.1" status: 200 len: 1094 time: 0.8508430 Feb 16 14:19:36.332004 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e65563-bfe2-4bc2-ab9b-0738b03e0abe', 'tag': '50eec97e-e063-443d-bf09-e7c5b4bce405'}] {{(pid=102969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:19:36.334917 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}597425108aee33d34effbd51aa5a8721840594214ac6e6c89cce82b7911d7071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71bbfbe6-379f-4a17-946d-f164ff2235cb" -d '{"events": [{"name": "network-changed", "server_uuid": "a2e65563-bfe2-4bc2-ab9b-0738b03e0abe", "tag": "50eec97e-e063-443d-bf09-e7c5b4bce405"}]}' {{(pid=102969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:19:36.367779 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccefa3e-e532-4bed-9063-7a57a9b612ff service neutron] Pushing event updated for resources: {'Port': ['ID=50eec97e-e063-443d-bf09-e7c5b4bce405,revision_number=3']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:36.384456 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-0468d3fb-ab80-4630-ba71-1359cf13136b req-a6957617-e3f8-40c0-be0f-55fa2f75d5c5 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Publish callbacks [] for port (3de8b920-644e-4a4e-b051-6ca2a80b90cb), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:36.397910 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-0468d3fb-ab80-4630-ba71-1359cf13136b req-a6957617-e3f8-40c0-be0f-55fa2f75d5c5 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8811213'] for port (3de8b920-644e-4a4e-b051-6ca2a80b90cb), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:36.406470 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-686770c5-8e33-49c4-920c-08e93dcfd4de req-0ca5e9ed-0190-427a-9faa-3a23b7e88c5d tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751371 Feb 16 14:19:36.458722 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] get_ports_and_sgs() called for port_ids ['3de8b920-644e-4a4e-b051-6ca2a80b90cb'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:19:36.476511 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-66311237-c6ee-4b22-adde-232485bd4663 req-ba5ddd19-4c33-446c-b6d2-816827c4dd15 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] For port 70387ee0-17d5-4683-94a7-cc169a3b0bc4, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=70387ee0-17d5-4683-94a7-cc169a3b0bc4,segment=NetworkSegment(63149136-d21f-4d25-a697-3540935fddb9),segment_id=63149136-d21f-4d25-a697-3540935fddb9)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:19:36.477265 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-66311237-c6ee-4b22-adde-232485bd4663 req-ba5ddd19-4c33-446c-b6d2-816827c4dd15 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595644'] for port (70387ee0-17d5-4683-94a7-cc169a3b0bc4), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:36.478669 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9edde60-efd1-42f6-b989-83a6a373fd94 x-openstack-request-id: req-a9edde60-efd1-42f6-b989-83a6a373fd94 {{(pid=102969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:19:36.479138 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2e65563-bfe2-4bc2-ab9b-0738b03e0abe", "tag": "50eec97e-e063-443d-bf09-e7c5b4bce405", "status": "completed", "code": 200}]} {{(pid=102969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:19:36.479584 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-a9edde60-efd1-42f6-b989-83a6a373fd94 {{(pid=102969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:19:36.480222 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2e65563-bfe2-4bc2-ab9b-0738b03e0abe', 'tag': '50eec97e-e063-443d-bf09-e7c5b4bce405', 'status': 'completed', 'code': 200} Feb 16 14:19:36.494355 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0468d3fb-ab80-4630-ba71-1359cf13136b req-a6957617-e3f8-40c0-be0f-55fa2f75d5c5 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:36.495307 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-0468d3fb-ab80-4630-ba71-1359cf13136b req-a6957617-e3f8-40c0-be0f-55fa2f75d5c5 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:36.510438 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0468d3fb-ab80-4630-ba71-1359cf13136b req-a6957617-e3f8-40c0-be0f-55fa2f75d5c5 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "PUT /v2.0/ports/3de8b920-644e-4a4e-b051-6ca2a80b90cb HTTP/1.1" status: 200 len: 981 time: 0.6297739 Feb 16 14:19:36.510986 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d1616f3-b456-4c61-8cc8-da5e22a97e90', 'tag': '3de8b920-644e-4a4e-b051-6ca2a80b90cb'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:19:36.520543 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669008da0707fbbfdc7037cdc0b86c67378ff5c6b942db7a00e5cd0dd563b74b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9709ea1c-8e8c-44a3-8fd4-42ed902f1550" -d '{"events": [{"name": "network-changed", "server_uuid": "2d1616f3-b456-4c61-8cc8-da5e22a97e90", "tag": "3de8b920-644e-4a4e-b051-6ca2a80b90cb"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:19:36.542295 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9921bc88-378a-4067-959a-e0307678f33f req-eb702669-48e1-40ed-9fbb-15e89ae699f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:36.554925 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-9921bc88-378a-4067-959a-e0307678f33f req-eb702669-48e1-40ed-9fbb-15e89ae699f7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3a34e3e6c1ee4ab48ff1d85f68799b81&device_id=a2e65563-bfe2-4bc2-ab9b-0738b03e0abe HTTP/1.1" status: 200 len: 1128 time: 0.1391678 Feb 16 14:19:36.560742 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-66311237-c6ee-4b22-adde-232485bd4663 req-ba5ddd19-4c33-446c-b6d2-816827c4dd15 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Calling delete_port for 70387ee0-17d5-4683-94a7-cc169a3b0bc4 owned by compute:nova {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:19:36.583459 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6957617-e3f8-40c0-be0f-55fa2f75d5c5 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Pushing event updated for resources: {'Port': ['ID=3de8b920-644e-4a4e-b051-6ca2a80b90cb,revision_number=6']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:36.650582 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-9921bc88-378a-4067-959a-e0307678f33f req-d8e0fd23-029c-4dff-a350-c5976829fbe6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50eec97e-e063-443d-bf09-e7c5b4bce405 HTTP/1.1" status: 200 len: 217 time: 0.0815663 Feb 16 14:19:36.729413 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] get_ports_and_sgs() called for port_ids ['de332ae6-1aa9-4794-bfe0-a20f23f778f5'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:19:36.731053 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e080e4-25c8-4444-a38c-379433880fee req-05dd43f0-d71f-4fa3-8570-987b8204ffd1 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:36.732642 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-74e080e4-25c8-4444-a38c-379433880fee req-05dd43f0-d71f-4fa3-8570-987b8204ffd1 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/ports?device_id=9383ca3b-fc01-494d-9c9a-b895805c2f2b HTTP/1.1" status: 200 len: 944 time: 0.1484332 Feb 16 14:19:36.736761 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9921bc88-378a-4067-959a-e0307678f33f req-117dcf3d-e87e-4e74-a024-457c29707a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:36.738139 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-9921bc88-378a-4067-959a-e0307678f33f req-117dcf3d-e87e-4e74-a024-457c29707a21 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=afa93d15-5472-4072-ba03-2d6b4a530984 HTTP/1.1" status: 200 len: 855 time: 0.0781565 Feb 16 14:19:36.782904 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-9921bc88-378a-4067-959a-e0307678f33f req-2c20e543-709c-4745-aac4-913d7b31184b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=61c5fb91-b66e-4415-8fe4-ccf1596db820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345705 Feb 16 14:19:36.793339 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85a627b-7fdd-477b-933a-621aafdbe73b req-4ba3cb2b-d6c2-443b-84a7-80f2841b2d5c tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:36.795562 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] get_ports_and_sgs() called for port_ids ['3de8b920-644e-4a4e-b051-6ca2a80b90cb'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:19:36.795906 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a85a627b-7fdd-477b-933a-621aafdbe73b req-4ba3cb2b-d6c2-443b-84a7-80f2841b2d5c tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=a2e65563-bfe2-4bc2-ab9b-0738b03e0abe HTTP/1.1" status: 200 len: 944 time: 0.1654816 Feb 16 14:19:36.872103 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-74e080e4-25c8-4444-a38c-379433880fee req-c8c1746a-53e7-445b-a5fb-67af8c4f6848 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/security-groups?id=650a6438-5fa5-40ff-84f8-b8aa3844aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321702 Feb 16 14:19:36.881818 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-957e1831-7bdc-4810-8bee-d9cc5c9bf37d None None] Provisioning complete for port 3de8b920-644e-4a4e-b051-6ca2a80b90cb triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:19:36.882458 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-957e1831-7bdc-4810-8bee-d9cc5c9bf37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (3de8b920-644e-4a4e-b051-6ca2a80b90cb), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:36.910154 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a85a627b-7fdd-477b-933a-621aafdbe73b req-e50bef40-46b8-497b-b6b6-7c36c9c7d850 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861027 Feb 16 14:19:36.914364 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-66311237-c6ee-4b22-adde-232485bd4663 req-ba5ddd19-4c33-446c-b6d2-816827c4dd15 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784247495006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784246951217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811206'] for port (70387ee0-17d5-4683-94a7-cc169a3b0bc4), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:36.926301 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-9921bc88-378a-4067-959a-e0307678f33f req-f4fe953e-b9e9-45f9-acb9-d3d6cddeec83 service neutron] 10.222.0.10 "GET /v2.0/networks/61c5fb91-b66e-4415-8fe4-ccf1596db820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187108 Feb 16 14:19:36.946973 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ddd19-4c33-446c-b6d2-816827c4dd15 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Pushing event deleted for resources: {'Port': ['ID=70387ee0-17d5-4683-94a7-cc169a3b0bc4,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:36.992442 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] get_ports_and_sgs() called for port_ids ['70387ee0-17d5-4683-94a7-cc169a3b0bc4'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:19:37.001485 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-66311237-c6ee-4b22-adde-232485bd4663 req-ba5ddd19-4c33-446c-b6d2-816827c4dd15 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] No DVR routers for this DVR port 70387ee0-17d5-4683-94a7-cc169a3b0bc4 on host hv-cinder-77398 {{(pid=102968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:19:37.004107 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba32ce74-9223-48e4-af2f-08dc7ae717f2 x-openstack-request-id: req-ba32ce74-9223-48e4-af2f-08dc7ae717f2 {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:19:37.004462 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d1616f3-b456-4c61-8cc8-da5e22a97e90", "tag": "3de8b920-644e-4a4e-b051-6ca2a80b90cb", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:19:37.004765 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-ba32ce74-9223-48e4-af2f-08dc7ae717f2 {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:19:37.005219 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d1616f3-b456-4c61-8cc8-da5e22a97e90', 'tag': '3de8b920-644e-4a4e-b051-6ca2a80b90cb', 'status': 'completed', 'code': 200} Feb 16 14:19:37.006337 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-66311237-c6ee-4b22-adde-232485bd4663 req-ba5ddd19-4c33-446c-b6d2-816827c4dd15 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:37.010020 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-66311237-c6ee-4b22-adde-232485bd4663 req-ba5ddd19-4c33-446c-b6d2-816827c4dd15 tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.10 "DELETE /v2.0/ports/70387ee0-17d5-4683-94a7-cc169a3b0bc4 HTTP/1.1" status: 204 len: 173 time: 0.9241359 Feb 16 14:19:37.088457 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8043e9-122b-4e70-a663-3a84601f6e76 req-faf5daba-a0ef-45d5-8c75-f3c73213bea9 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:37.092564 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3e8043e9-122b-4e70-a663-3a84601f6e76 req-faf5daba-a0ef-45d5-8c75-f3c73213bea9 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/ports?device_id=2d1616f3-b456-4c61-8cc8-da5e22a97e90 HTTP/1.1" status: 200 len: 984 time: 0.0790017 Feb 16 14:19:37.094893 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-9921bc88-378a-4067-959a-e0307678f33f req-0ab89cca-7a8a-4de6-9021-633f6545e2cb service neutron] 10.222.0.10 "GET /v2.0/networks/61c5fb91-b66e-4415-8fe4-ccf1596db820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677704 Feb 16 14:19:37.137950 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9709ea1c-8e8c-44a3-8fd4-42ed902f1550 req-57780da4-af3b-4c58-be5b-0d8524accbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:37.140011 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9709ea1c-8e8c-44a3-8fd4-42ed902f1550 req-57780da4-af3b-4c58-be5b-0d8524accbd3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=451735af279a49b18eb4ca311c7315a0&device_id=2d1616f3-b456-4c61-8cc8-da5e22a97e90 HTTP/1.1" status: 200 len: 1168 time: 0.0600872 Feb 16 14:19:37.173877 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3e8043e9-122b-4e70-a663-3a84601f6e76 req-6df1c0b1-1cd0-4c82-98ff-2a3698adea6a tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/security-groups?id=2d5f0775-d95b-405f-a566-2235d8a0cb0e&id=4ca7a229-bfd5-4388-bbc9-924f219d6f25&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0737510 Feb 16 14:19:37.226125 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-957e1831-7bdc-4810-8bee-d9cc5c9bf37d None None] Current status of the port 3de8b920-644e-4a4e-b051-6ca2a80b90cb is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:19:37.295034 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bbfbe6-379f-4a17-946d-f164ff2235cb req-eaf97bd3-7b73-4ca7-84a8-e57ee68ccb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:37.296459 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e22d74d7-c644-4a94-b3e9-398eb2740d84 req-c612417c-358b-4099-8cb5-87ac1d2021fd tempest-ServerRescueNegativeTestJSON-42095160 tempest-ServerRescueNegativeTestJSON-42095160-project] 10.222.0.120 "GET /v2.0/ports?device_id=18592419-67c3-42fd-bf11-29faee4f545a HTTP/1.1" status: 200 len: 210 time: 0.0367317 Feb 16 14:19:37.296585 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-71bbfbe6-379f-4a17-946d-f164ff2235cb req-eaf97bd3-7b73-4ca7-84a8-e57ee68ccb19 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3a34e3e6c1ee4ab48ff1d85f68799b81&device_id=a2e65563-bfe2-4bc2-ab9b-0738b03e0abe HTTP/1.1" status: 200 len: 1128 time: 0.0569870 Feb 16 14:19:37.383339 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9709ea1c-8e8c-44a3-8fd4-42ed902f1550 req-a120ad01-9ba2-450d-a118-46f2e34123a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:37.384986 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9709ea1c-8e8c-44a3-8fd4-42ed902f1550 req-a120ad01-9ba2-450d-a118-46f2e34123a1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=72812c74-d3b2-4e09-97cd-f0c45c3b9f64 HTTP/1.1" status: 200 len: 917 time: 0.1559620 Feb 16 14:19:37.402230 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bbfbe6-379f-4a17-946d-f164ff2235cb req-48124542-82e7-4f0b-9e3e-97ebdd0c2a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:37.403735 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-71bbfbe6-379f-4a17-946d-f164ff2235cb req-48124542-82e7-4f0b-9e3e-97ebdd0c2a11 service neutron] 10.222.0.10 "GET /v2.0/networks?id=61c5fb91-b66e-4415-8fe4-ccf1596db820 HTTP/1.1" status: 200 len: 917 time: 0.0925822 Feb 16 14:19:37.449528 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-71bbfbe6-379f-4a17-946d-f164ff2235cb req-bf4a7bb3-ad8a-4ea0-8122-38a25e780bdb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50eec97e-e063-443d-bf09-e7c5b4bce405 HTTP/1.1" status: 200 len: 217 time: 0.0370989 Feb 16 14:19:37.478696 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9709ea1c-8e8c-44a3-8fd4-42ed902f1550 req-ce4bc0ea-fc5d-4b39-8646-8bbd4430f282 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3de8b920-644e-4a4e-b051-6ca2a80b90cb HTTP/1.1" status: 200 len: 1000 time: 0.0822697 Feb 16 14:19:37.532168 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bbfbe6-379f-4a17-946d-f164ff2235cb req-6443cf2f-9d60-4bd4-838a-af624792598a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:37.533627 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-71bbfbe6-379f-4a17-946d-f164ff2235cb req-6443cf2f-9d60-4bd4-838a-af624792598a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=afa93d15-5472-4072-ba03-2d6b4a530984 HTTP/1.1" status: 200 len: 855 time: 0.0772114 Feb 16 14:19:37.538732 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9709ea1c-8e8c-44a3-8fd4-42ed902f1550 req-acd4348a-8b10-4cea-9666-d048d16bc8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:37.540229 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9709ea1c-8e8c-44a3-8fd4-42ed902f1550 req-acd4348a-8b10-4cea-9666-d048d16bc8c7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b624c315-0258-4d32-af36-3453b0a86eee HTTP/1.1" status: 200 len: 854 time: 0.0543787 Feb 16 14:19:37.555053 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3188f0b-9b52-499a-b2ce-190bbc7358d6 req-3c5648a4-eee7-4d6a-9621-1d91cf2f4270 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:37.556538 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b3188f0b-9b52-499a-b2ce-190bbc7358d6 req-3c5648a4-eee7-4d6a-9621-1d91cf2f4270 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 944 time: 0.0732477 Feb 16 14:19:37.588999 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-71bbfbe6-379f-4a17-946d-f164ff2235cb req-72b57c8a-80a2-4a3b-818f-57214d80f074 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=61c5fb91-b66e-4415-8fe4-ccf1596db820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314937 Feb 16 14:19:37.611104 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9709ea1c-8e8c-44a3-8fd4-42ed902f1550 req-02c1c614-5484-48c8-b99a-78a085367a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:37.612873 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9709ea1c-8e8c-44a3-8fd4-42ed902f1550 req-02c1c614-5484-48c8-b99a-78a085367a98 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=72812c74-d3b2-4e09-97cd-f0c45c3b9f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0601768 Feb 16 14:19:37.680389 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b3188f0b-9b52-499a-b2ce-190bbc7358d6 req-abfa73d7-1bad-4c32-a222-331437377820 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142230 Feb 16 14:19:37.698445 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 96bc1fe8-242a-45ba-a844-c1b33f59c7b1 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:19:37.719048 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-71bbfbe6-379f-4a17-946d-f164ff2235cb req-e005cab5-6f43-4e2f-9fde-795fb7a8b28f service neutron] 10.222.0.10 "GET /v2.0/networks/61c5fb91-b66e-4415-8fe4-ccf1596db820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169086 Feb 16 14:19:37.719272 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9709ea1c-8e8c-44a3-8fd4-42ed902f1550 req-a71f38bc-cd69-4ce7-a28d-e004088374af service neutron] 10.222.0.10 "GET /v2.0/networks/72812c74-d3b2-4e09-97cd-f0c45c3b9f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950065 Feb 16 14:19:37.806351 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 96bc1fe8-242a-45ba-a844-c1b33f59c7b1, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=96bc1fe8-242a-45ba-a844-c1b33f59c7b1,segment=NetworkSegment(7e12a080-9391-426e-98e0-74c5936ea1ba),segment_id=7e12a080-9391-426e-98e0-74c5936ea1ba)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:19:37.818577 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Returning: {'device': '96bc1fe8-242a-45ba-a844-c1b33f59c7b1', 'network_id': '08a3e979-1da2-40e7-a40c-6fc286cacb72', 'port_id': '96bc1fe8-242a-45ba-a844-c1b33f59c7b1', 'mac_address': 'fa:16:3e:1a:c1:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5411640-e171-466e-826f-00fe3dbaa6b6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:19:37.855239 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-71bbfbe6-379f-4a17-946d-f164ff2235cb req-86bd0688-3f5f-4c74-ae4c-8a1a40f57add service neutron] 10.222.0.10 "GET /v2.0/networks/61c5fb91-b66e-4415-8fe4-ccf1596db820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936425 Feb 16 14:19:37.873188 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9709ea1c-8e8c-44a3-8fd4-42ed902f1550 req-a17ae5f0-ca15-4b43-a919-4376ae46bb22 service neutron] 10.222.0.10 "GET /v2.0/networks/72812c74-d3b2-4e09-97cd-f0c45c3b9f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108050 Feb 16 14:19:37.876898 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Current status of the port 96bc1fe8-242a-45ba-a844-c1b33f59c7b1 is: DOWN; New status is: BUILD {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:19:37.877290 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (96bc1fe8-242a-45ba-a844-c1b33f59c7b1), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:37.894737 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96bc1fe8-242a-45ba-a844-c1b33f59c7b1 {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:19:37.922984 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 96bc1fe8-242a-45ba-a844-c1b33f59c7b1, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=96bc1fe8-242a-45ba-a844-c1b33f59c7b1,segment=NetworkSegment(7e12a080-9391-426e-98e0-74c5936ea1ba),segment_id=7e12a080-9391-426e-98e0-74c5936ea1ba)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:19:37.929464 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (96bc1fe8-242a-45ba-a844-c1b33f59c7b1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:38.000176 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Pushing event updated for resources: {'Port': ['ID=96bc1fe8-242a-45ba-a844-c1b33f59c7b1,revision_number=9']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:38.023238 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401de8f-f20c-49fc-b2db-54918555fff2 req-de2789a0-0344-423a-a4f1-ab35ea4eaa3b tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:38.024904 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f401de8f-f20c-49fc-b2db-54918555fff2 req-de2789a0-0344-423a-a4f1-ab35ea4eaa3b tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/ports?device_id=9383ca3b-fc01-494d-9c9a-b895805c2f2b HTTP/1.1" status: 200 len: 944 time: 0.0680988 Feb 16 14:19:38.064300 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6728397e-03c6-4914-b5fc-2220066d457d req-858670f9-9c71-4853-bda3-7f5f480e54b2 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:38.065789 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-6728397e-03c6-4914-b5fc-2220066d457d req-858670f9-9c71-4853-bda3-7f5f480e54b2 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=a2e65563-bfe2-4bc2-ab9b-0738b03e0abe HTTP/1.1" status: 200 len: 944 time: 0.0610321 Feb 16 14:19:38.074696 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f401de8f-f20c-49fc-b2db-54918555fff2 req-dbfce0e5-d101-421d-869e-3fc4511b664b tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/security-groups?id=650a6438-5fa5-40ff-84f8-b8aa3844aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436647 Feb 16 14:19:38.116463 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-6728397e-03c6-4914-b5fc-2220066d457d req-0339ef23-187e-44d2-97b5-2164815b112c tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443127 Feb 16 14:19:38.346752 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 56568) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:19:38.758818 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b46442d4-5fdd-423e-b0fc-1e4b07bb711f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1593304'] for router_interface (edc821d0-16f7-41cd-9205-f2e48ad6eb43), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:38.770550 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] get_ports_and_sgs() called for port_ids ['96bc1fe8-242a-45ba-a844-c1b33f59c7b1'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:19:38.817889 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc35e4-50b7-4520-947d-f18feae451c3 req-f2ede568-d482-41d3-a703-2c3023bf714e tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:38.820104 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-12dc35e4-50b7-4520-947d-f18feae451c3 req-f2ede568-d482-41d3-a703-2c3023bf714e tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 945 time: 0.0539515 Feb 16 14:19:38.868770 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-12dc35e4-50b7-4520-947d-f18feae451c3 req-b66b04f5-a7f7-4dcb-96d1-6885bbacd46c tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430048 Feb 16 14:19:38.983944 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b01587bd-13f8-409f-a04f-da901885e1ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (10a26995-69c6-4373-972b-e8a4ac0e51da), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:39.010473 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18592419-67c3-42fd-bf11-29faee4f545a', 'name': 'network-vif-deleted', 'tag': '70387ee0-17d5-4683-94a7-cc169a3b0bc4'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:19:39.012697 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669008da0707fbbfdc7037cdc0b86c67378ff5c6b942db7a00e5cd0dd563b74b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59985ddf-ca69-490e-bacc-b8b3d113b9a3" -d '{"events": [{"server_uuid": "18592419-67c3-42fd-bf11-29faee4f545a", "name": "network-vif-deleted", "tag": "70387ee0-17d5-4683-94a7-cc169a3b0bc4"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:19:39.049519 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8269730-179a-4044-aaee-f2f00e3b0e1d x-openstack-request-id: req-d8269730-179a-4044-aaee-f2f00e3b0e1d {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:19:39.049813 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18592419-67c3-42fd-bf11-29faee4f545a", "name": "network-vif-deleted", "tag": "70387ee0-17d5-4683-94a7-cc169a3b0bc4", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:19:39.050063 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-d8269730-179a-4044-aaee-f2f00e3b0e1d {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:19:39.050444 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18592419-67c3-42fd-bf11-29faee4f545a', 'name': 'network-vif-deleted', 'tag': '70387ee0-17d5-4683-94a7-cc169a3b0bc4', 'status': 'completed', 'code': 200} Feb 16 14:19:39.069831 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-b46442d4-5fdd-423e-b0fc-1e4b07bb711f admin admin] Deleting port cefa6611-41d2-4446-b084-39e75e72729c {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:19:39.070162 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b46442d4-5fdd-423e-b0fc-1e4b07bb711f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784247387639'] for port (cefa6611-41d2-4446-b084-39e75e72729c), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:39.148832 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [None req-b46442d4-5fdd-423e-b0fc-1e4b07bb711f admin admin] For port cefa6611-41d2-4446-b084-39e75e72729c, host dv-cinder-773985-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=cefa6611-41d2-4446-b084-39e75e72729c,segment=NetworkSegment(63149136-d21f-4d25-a697-3540935fddb9),segment_id=63149136-d21f-4d25-a697-3540935fddb9)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:19:39.149191 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b46442d4-5fdd-423e-b0fc-1e4b07bb711f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595644'] for port (cefa6611-41d2-4446-b084-39e75e72729c), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:39.163603 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-b46442d4-5fdd-423e-b0fc-1e4b07bb711f admin admin] Calling delete_port for cefa6611-41d2-4446-b084-39e75e72729c owned by network:router_interface {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:19:39.191391 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f0656-f13f-486f-a8ae-873ad5a23b72 req-8ba6293e-7f87-49f8-b4d2-d91e82e39a36 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:39.192878 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ec4f0656-f13f-486f-a8ae-873ad5a23b72 req-8ba6293e-7f87-49f8-b4d2-d91e82e39a36 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/ports?device_id=9383ca3b-fc01-494d-9c9a-b895805c2f2b HTTP/1.1" status: 200 len: 944 time: 0.0521219 Feb 16 14:19:39.239378 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ec4f0656-f13f-486f-a8ae-873ad5a23b72 req-8d233a64-4a4c-4b73-abb4-3529c8f47c5d tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/security-groups?id=650a6438-5fa5-40ff-84f8-b8aa3844aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399039 Feb 16 14:19:39.314858 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e743c7-7841-4568-960a-a75804783c3f req-db3d671a-e772-4feb-8810-068a37f8496f tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:39.316347 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a2e743c7-7841-4568-960a-a75804783c3f req-db3d671a-e772-4feb-8810-068a37f8496f tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=a2e65563-bfe2-4bc2-ab9b-0738b03e0abe HTTP/1.1" status: 200 len: 944 time: 0.1112978 Feb 16 14:19:39.387146 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a2e743c7-7841-4568-960a-a75804783c3f req-7979c5cf-1d07-418c-8448-d61adb449323 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599492 Feb 16 14:19:39.425473 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b46442d4-5fdd-423e-b0fc-1e4b07bb711f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784247495006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784246951217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811206'] for port (cefa6611-41d2-4446-b084-39e75e72729c), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:39.453752 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46442d4-5fdd-423e-b0fc-1e4b07bb711f admin admin] Pushing event deleted for resources: {'Port': ['ID=cefa6611-41d2-4446-b084-39e75e72729c,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:39.607991 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b46442d4-5fdd-423e-b0fc-1e4b07bb711f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2062363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589544'] for router_interface (edc821d0-16f7-41cd-9205-f2e48ad6eb43), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:39.707255 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 50eec97e-e063-443d-bf09-e7c5b4bce405 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:19:39.717920 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device de332ae6-1aa9-4794-bfe0-a20f23f778f5 up at agent hyperv_hv-cinder-77398 {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:19:39.829839 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Provisioning for port de332ae6-1aa9-4794-bfe0-a20f23f778f5 completed by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:19:39.843016 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Provisioning complete for port de332ae6-1aa9-4794-bfe0-a20f23f778f5 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:19:39.843401 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (de332ae6-1aa9-4794-bfe0-a20f23f778f5), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:39.879775 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 50eec97e-e063-443d-bf09-e7c5b4bce405, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=50eec97e-e063-443d-bf09-e7c5b4bce405,segment=NetworkSegment(60939eb9-e0f4-4fd7-9c84-2e8354cdfa58),segment_id=60939eb9-e0f4-4fd7-9c84-2e8354cdfa58)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:19:39.899004 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Returning: {'device': '50eec97e-e063-443d-bf09-e7c5b4bce405', 'network_id': '61c5fb91-b66e-4415-8fe4-ccf1596db820', 'port_id': '50eec97e-e063-443d-bf09-e7c5b4bce405', 'mac_address': 'fa:16:3e:08:2b:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afa93d15-5472-4072-ba03-2d6b4a530984', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:19:39.963257 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Current status of the port 50eec97e-e063-443d-bf09-e7c5b4bce405 is: DOWN; New status is: BUILD {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:19:39.963683 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (50eec97e-e063-443d-bf09-e7c5b4bce405), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:39.989572 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50eec97e-e063-443d-bf09-e7c5b4bce405 {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:19:39.997616 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Current status of the port de332ae6-1aa9-4794-bfe0-a20f23f778f5 is: BUILD; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:19:39.997616 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (de332ae6-1aa9-4794-bfe0-a20f23f778f5), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:40.010632 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7e71c-3fec-42e9-87c2-339cc6253da4 req-d9ce28d1-bb64-43c2-89f9-013f256ed5ee tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:40.012545 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-cdb7e71c-3fec-42e9-87c2-339cc6253da4 req-d9ce28d1-bb64-43c2-89f9-013f256ed5ee tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 945 time: 0.0628095 Feb 16 14:19:40.024970 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 50eec97e-e063-443d-bf09-e7c5b4bce405, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=50eec97e-e063-443d-bf09-e7c5b4bce405,segment=NetworkSegment(60939eb9-e0f4-4fd7-9c84-2e8354cdfa58),segment_id=60939eb9-e0f4-4fd7-9c84-2e8354cdfa58)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:19:40.032907 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (50eec97e-e063-443d-bf09-e7c5b4bce405), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:40.044342 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9383ca3b-fc01-494d-9c9a-b895805c2f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de332ae6-1aa9-4794-bfe0-a20f23f778f5'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:19:40.047924 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcf4ad7936cd44f2198d6b2453955475838913f42e78743342b6e5b4d5a62724" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3db7a91-4d85-4cd0-863b-413c116c17bb" -d '{"events": [{"server_uuid": "9383ca3b-fc01-494d-9c9a-b895805c2f2b", "name": "network-vif-plugged", "status": "completed", "tag": "de332ae6-1aa9-4794-bfe0-a20f23f778f5"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:19:40.067915 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-cdb7e71c-3fec-42e9-87c2-339cc6253da4 req-fefb1bb8-77a8-49ac-b070-c297a8c31427 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484488 Feb 16 14:19:40.081325 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port de332ae6-1aa9-4794-bfe0-a20f23f778f5, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=de332ae6-1aa9-4794-bfe0-a20f23f778f5,segment=NetworkSegment(43af7e83-61b8-49d9-9b3d-8e7fc1fb9259),segment_id=43af7e83-61b8-49d9-9b3d-8e7fc1fb9259)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:19:40.092147 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (de332ae6-1aa9-4794-bfe0-a20f23f778f5), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:40.092936 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 70387ee0-17d5-4683-94a7-cc169a3b0bc4 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:19:40.102680 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46442d4-5fdd-423e-b0fc-1e4b07bb711f admin admin] Router edc821d0-16f7-41cd-9205-f2e48ad6eb43 has already been hosted by L3 agent 531611a8-34ea-4f1f-8d10-111cbf56a8a1 {{(pid=102968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:19:40.121293 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] No Port match for: 70387ee0-17d5-4683-94a7-cc169a3b0bc4 {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:19:40.121682 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 70387ee0-17d5-4683-94a7-cc169a3b0bc4 not bound to the agent host hv-cinder-77398 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:19:40.128633 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Pushing event updated for resources: {'Port': ['ID=50eec97e-e063-443d-bf09-e7c5b4bce405,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:40.159252 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127a4fef-6d29-43ac-b8f2-567b52f4b2ad x-openstack-request-id: req-127a4fef-6d29-43ac-b8f2-567b52f4b2ad {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:19:40.159252 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9383ca3b-fc01-494d-9c9a-b895805c2f2b", "name": "network-vif-plugged", "status": "completed", "tag": "de332ae6-1aa9-4794-bfe0-a20f23f778f5", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:19:40.159622 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-127a4fef-6d29-43ac-b8f2-567b52f4b2ad {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:19:40.159976 dv-cinder-773985-32-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9383ca3b-fc01-494d-9c9a-b895805c2f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de332ae6-1aa9-4794-bfe0-a20f23f778f5', 'code': 200} Feb 16 14:19:40.185952 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Pushing event updated for resources: {'Port': ['ID=de332ae6-1aa9-4794-bfe0-a20f23f778f5,revision_number=5']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:40.252315 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46442d4-5fdd-423e-b0fc-1e4b07bb711f admin admin] Notify agent at l3_agent.dv-cinder-773985-32-iscsi the message routers_updated {{(pid=102968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:19:40.258794 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-b46442d4-5fdd-423e-b0fc-1e4b07bb711f admin admin] 10.222.0.120 "PUT /v2.0/routers/edc821d0-16f7-41cd-9205-f2e48ad6eb43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9106512 Feb 16 14:19:40.261111 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 56584) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:19:40.270511 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64c4a61-8efd-4116-95be-a001668fef3f None None] Sync routers for ids ['edc821d0-16f7-41cd-9205-f2e48ad6eb43'] in dv-cinder-773985-32-iscsi {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:19:40.285209 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64c4a61-8efd-4116-95be-a001668fef3f None None] Routers {'edc821d0-16f7-41cd-9205-f2e48ad6eb43'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:19:40.286008 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-a64c4a61-8efd-4116-95be-a001668fef3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:19:11Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['edc821d0-16f7-41cd-9205-f2e48ad6eb43'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:19:40.461949 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-a64c4a61-8efd-4116-95be-a001668fef3f None None] Set router edc821d0-16f7-41cd-9205-f2e48ad6eb43 gateway port host: dv-cinder-773985-32-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:19:40.485195 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] get_ports_and_sgs() called for port_ids ['50eec97e-e063-443d-bf09-e7c5b4bce405'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:19:40.579051 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee8399-b490-474e-8a21-7e7292f4d428 req-10a4a26c-39fe-49f5-8e8a-b47849084d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:40.580632 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1bee8399-b490-474e-8a21-7e7292f4d428 req-10a4a26c-39fe-49f5-8e8a-b47849084d42 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9383ca3b-fc01-494d-9c9a-b895805c2f2b HTTP/1.1" status: 200 len: 1129 time: 0.1595094 Feb 16 14:19:40.588539 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53381e6-5c5f-417f-8c1d-b43b959691bb req-fbe777b5-c171-416a-b9bd-265df91866cc tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:40.590133 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c53381e6-5c5f-417f-8c1d-b43b959691bb req-fbe777b5-c171-416a-b9bd-265df91866cc tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=a2e65563-bfe2-4bc2-ab9b-0738b03e0abe HTTP/1.1" status: 200 len: 945 time: 0.0723131 Feb 16 14:19:40.654582 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c53381e6-5c5f-417f-8c1d-b43b959691bb req-359f3261-49a9-4b21-b59e-cd05f381f19d tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575914 Feb 16 14:19:40.693276 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-a64c4a61-8efd-4116-95be-a001668fef3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc821d0-16f7-41cd-9205-f2e48ad6eb43', 'name': 'tempest-ServerRescueNegativeTestJSON-939661306-router', 'tenant_id': 'd9a231f27e3b4236b5109f44434e8be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '4cd0e328-3d31-4652-8c60-6f12fa85f7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:15:57Z', 'updated_at': '2022-02-16T14:19:39Z', 'revision_number': 5, 'project_id': 'd9a231f27e3b4236b5109f44434e8be7', 'gw_port': {'id': '4cd0e328-3d31-4652-8c60-6f12fa85f7ed', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:cb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc821d0-16f7-41cd-9205-f2e48ad6eb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:15:59Z', 'updated_at': '2022-02-16T14:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi'}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:19:40.695668 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1bee8399-b490-474e-8a21-7e7292f4d428 req-bbc5b9df-324c-441f-9cf9-bd1d18ea22a6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=650a6438-5fa5-40ff-84f8-b8aa3844aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045198 Feb 16 14:19:40.724587 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64c4a61-8efd-4116-95be-a001668fef3f None None] Checking router: edc821d0-16f7-41cd-9205-f2e48ad6eb43 for host: dv-cinder-773985-32-iscsi {{(pid=102971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:19:40.733965 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64c4a61-8efd-4116-95be-a001668fef3f None None] Routers {'edc821d0-16f7-41cd-9205-f2e48ad6eb43'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:19:40.734569 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-a64c4a61-8efd-4116-95be-a001668fef3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:19:11Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['edc821d0-16f7-41cd-9205-f2e48ad6eb43'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:19:40.802073 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2a724-9d55-4d6e-b296-07f0a7cfa680 req-9ff397c0-53f6-436c-90e6-15086e1a41d8 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:40.804158 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a5d2a724-9d55-4d6e-b296-07f0a7cfa680 req-9ff397c0-53f6-436c-90e6-15086e1a41d8 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/ports?device_id=9383ca3b-fc01-494d-9c9a-b895805c2f2b HTTP/1.1" status: 200 len: 945 time: 0.0796666 Feb 16 14:19:40.805366 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ba9e4d6d-ffb9-4081-a43b-ac642fdbbe76 admin admin] Publish callbacks [] for router (edc821d0-16f7-41cd-9205-f2e48ad6eb43), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:40.843990 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-a64c4a61-8efd-4116-95be-a001668fef3f None None] Set router edc821d0-16f7-41cd-9205-f2e48ad6eb43 gateway port host: dv-cinder-773985-32-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:19:40.922901 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a5d2a724-9d55-4d6e-b296-07f0a7cfa680 req-7e6eeb75-bde1-4405-9ed2-e5f2f5ac6b15 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/security-groups?id=650a6438-5fa5-40ff-84f8-b8aa3844aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856645 Feb 16 14:19:40.945137 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ba9e4d6d-ffb9-4081-a43b-ac642fdbbe76 admin admin] Publish callbacks [] for router_gateway (edc821d0-16f7-41cd-9205-f2e48ad6eb43), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:40.997767 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e4d6d-ffb9-4081-a43b-ac642fdbbe76 admin admin] Deleting port 4cd0e328-3d31-4652-8c60-6f12fa85f7ed {{(pid=102969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:19:40.998099 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ba9e4d6d-ffb9-4081-a43b-ac642fdbbe76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784247387639'] for port (4cd0e328-3d31-4652-8c60-6f12fa85f7ed), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:41.025304 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-a64c4a61-8efd-4116-95be-a001668fef3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc821d0-16f7-41cd-9205-f2e48ad6eb43', 'name': 'tempest-ServerRescueNegativeTestJSON-939661306-router', 'tenant_id': 'd9a231f27e3b4236b5109f44434e8be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '4cd0e328-3d31-4652-8c60-6f12fa85f7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:15:57Z', 'updated_at': '2022-02-16T14:19:39Z', 'revision_number': 5, 'project_id': 'd9a231f27e3b4236b5109f44434e8be7', 'gw_port': {'id': '4cd0e328-3d31-4652-8c60-6f12fa85f7ed', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:cb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc821d0-16f7-41cd-9205-f2e48ad6eb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:15:59Z', 'updated_at': '2022-02-16T14:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi'}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:19:41.051653 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64c4a61-8efd-4116-95be-a001668fef3f None None] The sync data for ids ['edc821d0-16f7-41cd-9205-f2e48ad6eb43'] in dv-cinder-773985-32-iscsi is: [{'id': 'edc821d0-16f7-41cd-9205-f2e48ad6eb43', 'name': 'tempest-ServerRescueNegativeTestJSON-939661306-router', 'tenant_id': 'd9a231f27e3b4236b5109f44434e8be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '4cd0e328-3d31-4652-8c60-6f12fa85f7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:15:57Z', 'updated_at': '2022-02-16T14:19:39Z', 'revision_number': 5, 'project_id': 'd9a231f27e3b4236b5109f44434e8be7', 'gw_port': {'id': '4cd0e328-3d31-4652-8c60-6f12fa85f7ed', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:cb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc821d0-16f7-41cd-9205-f2e48ad6eb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:15:59Z', 'updated_at': '2022-02-16T14:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi'}] {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:19:41.083996 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.db [None req-ba9e4d6d-ffb9-4081-a43b-ac642fdbbe76 admin admin] For port 4cd0e328-3d31-4652-8c60-6f12fa85f7ed, host dv-cinder-773985-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=4cd0e328-3d31-4652-8c60-6f12fa85f7ed,segment=NetworkSegment(26d58d4e-c6ed-4576-9373-5fb9e6fda4ae),segment_id=26d58d4e-c6ed-4576-9373-5fb9e6fda4ae)] {{(pid=102969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:19:41.084201 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ba9e4d6d-ffb9-4081-a43b-ac642fdbbe76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595644'] for port (4cd0e328-3d31-4652-8c60-6f12fa85f7ed), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:41.096669 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e4d6d-ffb9-4081-a43b-ac642fdbbe76 admin admin] Calling delete_port for 4cd0e328-3d31-4652-8c60-6f12fa85f7ed owned by network:router_gateway {{(pid=102969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:19:41.184705 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-bd85a0e7-ae03-4e79-8e8e-8858ed8aabbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (531611a8-34ea-4f1f-8d10-111cbf56a8a1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:41.212226 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0870b90-ca49-4fe7-a1bc-5681c7ff8253 req-2b23e885-e8d1-4c48-b459-24edbd063e3d tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:41.213650 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c0870b90-ca49-4fe7-a1bc-5681c7ff8253 req-2b23e885-e8d1-4c48-b459-24edbd063e3d tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 945 time: 0.0720263 Feb 16 14:19:41.262829 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c0870b90-ca49-4fe7-a1bc-5681c7ff8253 req-2c3bd5d9-caa0-499f-b59b-4b55f0e97426 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433953 Feb 16 14:19:41.292739 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ba9e4d6d-ffb9-4081-a43b-ac642fdbbe76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784247495006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784246951217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10340347'] for port (4cd0e328-3d31-4652-8c60-6f12fa85f7ed), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:41.322066 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e4d6d-ffb9-4081-a43b-ac642fdbbe76 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cd0e328-3d31-4652-8c60-6f12fa85f7ed,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:41.382675 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ba9e4d6d-ffb9-4081-a43b-ac642fdbbe76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1596050'] for router_gateway (edc821d0-16f7-41cd-9205-f2e48ad6eb43), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:41.488620 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ba9e4d6d-ffb9-4081-a43b-ac642fdbbe76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1602575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24978'] for router (edc821d0-16f7-41cd-9205-f2e48ad6eb43), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:41.491410 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ba9e4d6d-ffb9-4081-a43b-ac642fdbbe76 admin admin] Publish callbacks [] for router_controller (edc821d0-16f7-41cd-9205-f2e48ad6eb43), precommit_delete_associations {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:41.559662 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ba9e4d6d-ffb9-4081-a43b-ac642fdbbe76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602566'] for router (edc821d0-16f7-41cd-9205-f2e48ad6eb43), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:41.560220 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9e4d6d-ffb9-4081-a43b-ac642fdbbe76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router edc821d0-16f7-41cd-9205-f2e48ad6eb43 {{(pid=102969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:19:41.565329 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ba9e4d6d-ffb9-4081-a43b-ac642fdbbe76 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:41.566464 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-ba9e4d6d-ffb9-4081-a43b-ac642fdbbe76 admin admin] 10.222.0.120 "DELETE /v2.0/routers/edc821d0-16f7-41cd-9205-f2e48ad6eb43 HTTP/1.1" status: 204 len: 168 time: 1.3043673 Feb 16 14:19:41.569039 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 56592) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:19:41.616626 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f0e1527-1765-48b5-a945-7d86084d1cf2 admin admin] Deleting subnet 49e52525-bf5f-472f-a994-bf14eeca6876 {{(pid=102969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 14:19:41.620453 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-5f0e1527-1765-48b5-a945-7d86084d1cf2 admin admin] Publish callbacks [] for subnet (49e52525-bf5f-472f-a994-bf14eeca6876), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:41.663199 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-5f0e1527-1765-48b5-a945-7d86084d1cf2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10125341'] for subnet (49e52525-bf5f-472f-a994-bf14eeca6876), precommit_delete_associations {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:41.694584 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device cefa6611-41d2-4446-b084-39e75e72729c no longer exists at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:19:41.719055 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] No Port match for: cefa6611-41d2-4446-b084-39e75e72729c {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:19:41.719314 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device cefa6611-41d2-4446-b084-39e75e72729c not bound to the agent host dv-cinder-773985-32-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:19:41.719526 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-5f0e1527-1765-48b5-a945-7d86084d1cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-900998'] for subnet (49e52525-bf5f-472f-a994-bf14eeca6876), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:41.728390 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 96bc1fe8-242a-45ba-a844-c1b33f59c7b1 up at agent hyperv_hv-cinder-77398 {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:19:41.790845 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Provisioning complete for port 96bc1fe8-242a-45ba-a844-c1b33f59c7b1 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:19:41.791219 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (96bc1fe8-242a-45ba-a844-c1b33f59c7b1), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:41.819539 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a06db-2b73-433a-b0b0-acaf8acadf95 req-c66625dd-43e7-4b8c-9077-e368ac90128e tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:41.821141 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c40a06db-2b73-433a-b0b0-acaf8acadf95 req-c66625dd-43e7-4b8c-9077-e368ac90128e tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=a2e65563-bfe2-4bc2-ab9b-0738b03e0abe HTTP/1.1" status: 200 len: 945 time: 0.0753443 Feb 16 14:19:41.826310 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-5f0e1527-1765-48b5-a945-7d86084d1cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-901007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10340302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10395585'] for subnet (49e52525-bf5f-472f-a994-bf14eeca6876), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:41.863466 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0e1527-1765-48b5-a945-7d86084d1cf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49e52525-bf5f-472f-a994-bf14eeca6876,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:41.870813 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-5f0e1527-1765-48b5-a945-7d86084d1cf2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:41.872678 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Current status of the port 96bc1fe8-242a-45ba-a844-c1b33f59c7b1 is: BUILD; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:19:41.873072 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (96bc1fe8-242a-45ba-a844-c1b33f59c7b1), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:41.874257 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-5f0e1527-1765-48b5-a945-7d86084d1cf2 admin admin] 10.222.0.120 "DELETE /v2.0/subnets/49e52525-bf5f-472f-a994-bf14eeca6876 HTTP/1.1" status: 204 len: 168 time: 0.3042674 Feb 16 14:19:41.876870 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 56596) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:19:41.906157 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c40a06db-2b73-433a-b0b0-acaf8acadf95 req-f1f4ce43-a394-4b76-be0f-b9368633ba1c tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763803 Feb 16 14:19:41.908742 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 96bc1fe8-242a-45ba-a844-c1b33f59c7b1, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=96bc1fe8-242a-45ba-a844-c1b33f59c7b1,segment=NetworkSegment(7e12a080-9391-426e-98e0-74c5936ea1ba),segment_id=7e12a080-9391-426e-98e0-74c5936ea1ba)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:19:41.914541 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (96bc1fe8-242a-45ba-a844-c1b33f59c7b1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:41.950050 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-2fc53df8-4a46-475e-859c-e4d3e2e410c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924667'] for network (3b4e79db-56cd-4d42-82d5-dc0b8425f909), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:41.966464 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Pushing event updated for resources: {'Port': ['ID=96bc1fe8-242a-45ba-a844-c1b33f59c7b1,revision_number=10']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:42.059488 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-2fc53df8-4a46-475e-859c-e4d3e2e410c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897531', 'neutron.services.segments.db._delete_segments_for_network-8784247451275'] for network (3b4e79db-56cd-4d42-82d5-dc0b8425f909), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:42.083930 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.services.segments.db [None req-2fc53df8-4a46-475e-859c-e4d3e2e410c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b4e79db-56cd-4d42-82d5-dc0b8425f909']}} {{(pid=102968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:19:42.098894 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.services.segments.db [None req-2fc53df8-4a46-475e-859c-e4d3e2e410c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63149136-d21f-4d25-a697-3540935fddb9') {'for_net_delete': True} {{(pid=102968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:19:42.099179 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.services.segments.db [None req-2fc53df8-4a46-475e-859c-e4d3e2e410c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63149136-d21f-4d25-a697-3540935fddb9') {} {{(pid=102968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:19:42.113746 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180cc95-2c4c-4d46-9ac9-f408a1315e5e req-f3c9cb45-25dd-4c4f-8807-f79d4249763e tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:42.115246 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1180cc95-2c4c-4d46-9ac9-f408a1315e5e req-f3c9cb45-25dd-4c4f-8807-f79d4249763e tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/ports?device_id=9383ca3b-fc01-494d-9c9a-b895805c2f2b HTTP/1.1" status: 200 len: 945 time: 0.1163762 Feb 16 14:19:42.119461 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-2fc53df8-4a46-475e-859c-e4d3e2e410c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784247452308', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9208695'] for segment (63149136-d21f-4d25-a697-3540935fddb9), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:42.150940 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-2fc53df8-4a46-475e-859c-e4d3e2e410c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894495'] for segment (63149136-d21f-4d25-a697-3540935fddb9), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:42.161575 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48d1903-172a-45ff-9eba-d70d17add9e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96bc1fe8-242a-45ba-a844-c1b33f59c7b1'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:19:42.162078 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fc53df8-4a46-475e-859c-e4d3e2e410c3 admin admin] Releasing vlan 1335 on physical network physnet1 to pool {{(pid=102968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:19:42.163268 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-2fc53df8-4a46-475e-859c-e4d3e2e410c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8811177'] for segment (63149136-d21f-4d25-a697-3540935fddb9), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:42.165042 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcf4ad7936cd44f2198d6b2453955475838913f42e78743342b6e5b4d5a62724" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f5909a-5f70-4cf8-b54d-cab355496bdc" -d '{"events": [{"server_uuid": "e48d1903-172a-45ff-9eba-d70d17add9e5", "name": "network-vif-plugged", "status": "completed", "tag": "96bc1fe8-242a-45ba-a844-c1b33f59c7b1"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:19:42.165296 dv-cinder-773985-32-iscsi neutron-server[102968]: Traceback (most recent call last): Feb 16 14:19:42.165296 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:19:42.165296 dv-cinder-773985-32-iscsi neutron-server[102968]: timer() Feb 16 14:19:42.165296 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:19:42.165296 dv-cinder-773985-32-iscsi neutron-server[102968]: cb(*args, **kw) Feb 16 14:19:42.165296 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:19:42.165296 dv-cinder-773985-32-iscsi neutron-server[102968]: return func(*args, **kwargs) Feb 16 14:19:42.165296 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:19:42.165296 dv-cinder-773985-32-iscsi neutron-server[102968]: self._notify() Feb 16 14:19:42.165296 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:19:42.165296 dv-cinder-773985-32-iscsi neutron-server[102968]: self.callback(batched_events) Feb 16 14:19:42.165296 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:19:42.165296 dv-cinder-773985-32-iscsi neutron-server[102968]: event.method(event) Feb 16 14:19:42.165296 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:19:42.165296 dv-cinder-773985-32-iscsi neutron-server[102968]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:19:42.165296 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:19:42.165296 dv-cinder-773985-32-iscsi neutron-server[102968]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:19:42.165296 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:19:42.165296 dv-cinder-773985-32-iscsi neutron-server[102968]: return f(self, *a, **k) Feb 16 14:19:42.165296 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:19:42.165296 dv-cinder-773985-32-iscsi neutron-server[102968]: return self._get(url).json() Feb 16 14:19:42.165296 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:19:42.165296 dv-cinder-773985-32-iscsi neutron-server[102968]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:19:42.165296 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:19:42.165296 dv-cinder-773985-32-iscsi neutron-server[102968]: return self.request(url, 'GET', **kwargs) Feb 16 14:19:42.165296 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:19:42.165296 dv-cinder-773985-32-iscsi neutron-server[102968]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:19:42.165296 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:19:42.165296 dv-cinder-773985-32-iscsi neutron-server[102968]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:19:42.165296 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:19:42.165296 dv-cinder-773985-32-iscsi neutron-server[102968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:19:42.165296 dv-cinder-773985-32-iscsi neutron-server[102968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:19:42.223387 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e29d7df-105d-4aef-a959-130e04268a78 x-openstack-request-id: req-2e29d7df-105d-4aef-a959-130e04268a78 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:19:42.223933 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e48d1903-172a-45ff-9eba-d70d17add9e5", "name": "network-vif-plugged", "status": "completed", "tag": "96bc1fe8-242a-45ba-a844-c1b33f59c7b1", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:19:42.224544 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-2e29d7df-105d-4aef-a959-130e04268a78 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:19:42.226140 dv-cinder-773985-32-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48d1903-172a-45ff-9eba-d70d17add9e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96bc1fe8-242a-45ba-a844-c1b33f59c7b1', 'code': 200} Feb 16 14:19:42.237602 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1180cc95-2c4c-4d46-9ac9-f408a1315e5e req-8cf5fa87-5b61-44cc-be84-4d9c409482f0 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/security-groups?id=650a6438-5fa5-40ff-84f8-b8aa3844aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159410 Feb 16 14:19:42.245314 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-2fc53df8-4a46-475e-859c-e4d3e2e410c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1596086'] for network (3b4e79db-56cd-4d42-82d5-dc0b8425f909), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:42.251166 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-2fc53df8-4a46-475e-859c-e4d3e2e410c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for network (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:42.258413 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-2fc53df8-4a46-475e-859c-e4d3e2e410c3 admin admin] 10.222.0.120 "DELETE /v2.0/networks/3b4e79db-56cd-4d42-82d5-dc0b8425f909 HTTP/1.1" status: 204 len: 168 time: 0.3774874 Feb 16 14:19:42.278942 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc53df8-4a46-475e-859c-e4d3e2e410c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b4e79db-56cd-4d42-82d5-dc0b8425f909,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:42.401820 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d3979-889c-455a-b210-131105952196 req-1e0b8df3-d4fb-43ad-bdaf-6f1a5c869e22 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:42.403439 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b77d3979-889c-455a-b210-131105952196 req-1e0b8df3-d4fb-43ad-bdaf-6f1a5c869e22 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 947 time: 0.0603044 Feb 16 14:19:42.404753 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f4fb-7ea9-448d-9c44-08fc2737c2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (86100e92-d951-4144-bd87-36328b8a7b76), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:42.453807 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b77d3979-889c-455a-b210-131105952196 req-8eec4074-b677-4b3c-ba89-a4a1d9aabaa8 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436862 Feb 16 14:19:42.470648 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 56606) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:19:42.517939 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-2741d1f3-b6a8-4448-99af-94d3b63d5d5a admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=d9a231f27e3b4236b5109f44434e8be7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0459630 Feb 16 14:19:42.520204 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 56608) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:19:42.570993 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-94f67bf1-ba33-437e-9f4b-e9faf9ec135a admin admin] Publish callbacks [] for security_group (64e7600f-f6fd-4253-a6f2-6bc1ed15b636), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:42.592495 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-94f67bf1-ba33-437e-9f4b-e9faf9ec135a admin admin] Publish callbacks [] for security_group (64e7600f-f6fd-4253-a6f2-6bc1ed15b636), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:42.637825 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-94f67bf1-ba33-437e-9f4b-e9faf9ec135a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (64e7600f-f6fd-4253-a6f2-6bc1ed15b636), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:42.640642 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-94f67bf1-ba33-437e-9f4b-e9faf9ec135a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:42.641815 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-94f67bf1-ba33-437e-9f4b-e9faf9ec135a admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/64e7600f-f6fd-4253-a6f2-6bc1ed15b636 HTTP/1.1" status: 204 len: 168 time: 0.1206949 Feb 16 14:19:42.650481 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f67bf1-ba33-437e-9f4b-e9faf9ec135a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e7600f-f6fd-4253-a6f2-6bc1ed15b636,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:42.954173 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b7b718-56b7-47f1-a852-a00cf5b94c57 req-81b7ced5-814c-47f3-bdcb-1d82eb3e2b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:42.960842 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a7b7b718-56b7-47f1-a852-a00cf5b94c57 req-81b7ced5-814c-47f3-bdcb-1d82eb3e2b74 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 1131 time: 0.0506201 Feb 16 14:19:43.035219 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a7b7b718-56b7-47f1-a852-a00cf5b94c57 req-19844930-f1d8-44f8-a2f6-aa11ad13d8a8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714431 Feb 16 14:19:43.060272 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9246bf3-6a9f-41e5-a725-7967d6972bb6 req-cd8b1055-caa6-470e-8318-bee790656e45 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:43.061912 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e9246bf3-6a9f-41e5-a725-7967d6972bb6 req-cd8b1055-caa6-470e-8318-bee790656e45 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=a2e65563-bfe2-4bc2-ab9b-0738b03e0abe HTTP/1.1" status: 200 len: 945 time: 0.0759118 Feb 16 14:19:43.109264 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e9246bf3-6a9f-41e5-a725-7967d6972bb6 req-9ba10ec8-415c-4ef9-8f8b-125039b62832 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415370 Feb 16 14:19:43.358471 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b657d5c8-67ca-4132-84c1-f1495e91c78f req-ea6ee02a-10e7-432a-952a-1c49423fa9df tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:43.359990 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b657d5c8-67ca-4132-84c1-f1495e91c78f req-ea6ee02a-10e7-432a-952a-1c49423fa9df tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/ports?device_id=9383ca3b-fc01-494d-9c9a-b895805c2f2b HTTP/1.1" status: 200 len: 945 time: 0.0519292 Feb 16 14:19:43.407185 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b657d5c8-67ca-4132-84c1-f1495e91c78f req-d91a566a-1f7c-4bd0-934b-c393658eb66d tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/security-groups?id=650a6438-5fa5-40ff-84f8-b8aa3844aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417502 Feb 16 14:19:43.594456 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2426e897-ae3b-42df-b07f-b2cd296cb9c7 req-8e63fb9a-d5dd-410b-8583-229eab480ec6 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:43.595986 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2426e897-ae3b-42df-b07f-b2cd296cb9c7 req-8e63fb9a-d5dd-410b-8583-229eab480ec6 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 947 time: 0.0599461 Feb 16 14:19:43.627708 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device 4cd0e328-3d31-4652-8c60-6f12fa85f7ed no longer exists at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:19:43.657583 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2426e897-ae3b-42df-b07f-b2cd296cb9c7 req-d41bf3e5-314c-4286-8052-440f89ee4d87 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514417 Feb 16 14:19:43.660495 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] No Port match for: 4cd0e328-3d31-4652-8c60-6f12fa85f7ed {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:19:43.661519 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device 4cd0e328-3d31-4652-8c60-6f12fa85f7ed not bound to the agent host dv-cinder-773985-32-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:19:43.723653 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ac86131d-db3b-4e6c-9567-647e6948f8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (6a38cbfe-57d3-4d37-ac59-552f6dc7f99c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:43.726036 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 50eec97e-e063-443d-bf09-e7c5b4bce405 up at agent hyperv_hv-cinder-77398 {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:19:43.791261 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Provisioning for port 50eec97e-e063-443d-bf09-e7c5b4bce405 completed by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:19:43.795226 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Provisioning complete for port 50eec97e-e063-443d-bf09-e7c5b4bce405 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:19:43.795651 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (50eec97e-e063-443d-bf09-e7c5b4bce405), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:43.888097 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Current status of the port 50eec97e-e063-443d-bf09-e7c5b4bce405 is: BUILD; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:19:43.888490 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (50eec97e-e063-443d-bf09-e7c5b4bce405), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:43.922224 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 50eec97e-e063-443d-bf09-e7c5b4bce405, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=50eec97e-e063-443d-bf09-e7c5b4bce405,segment=NetworkSegment(60939eb9-e0f4-4fd7-9c84-2e8354cdfa58),segment_id=60939eb9-e0f4-4fd7-9c84-2e8354cdfa58)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:19:43.927045 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (50eec97e-e063-443d-bf09-e7c5b4bce405), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:43.979450 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Pushing event updated for resources: {'Port': ['ID=50eec97e-e063-443d-bf09-e7c5b4bce405,revision_number=5']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:44.226367 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e65563-bfe2-4bc2-ab9b-0738b03e0abe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50eec97e-e063-443d-bf09-e7c5b4bce405'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:19:44.229131 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcf4ad7936cd44f2198d6b2453955475838913f42e78743342b6e5b4d5a62724" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6974388-3d01-45ee-8571-dc271034cc64" -d '{"events": [{"server_uuid": "a2e65563-bfe2-4bc2-ab9b-0738b03e0abe", "name": "network-vif-plugged", "status": "completed", "tag": "50eec97e-e063-443d-bf09-e7c5b4bce405"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:19:44.231396 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bdc762-7da4-474d-a50c-c210be327adc req-a62dddd4-0f6d-4142-bd43-c44fba54cc46 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:44.232884 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b9bdc762-7da4-474d-a50c-c210be327adc req-a62dddd4-0f6d-4142-bd43-c44fba54cc46 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=a2e65563-bfe2-4bc2-ab9b-0738b03e0abe HTTP/1.1" status: 200 len: 946 time: 0.0526037 Feb 16 14:19:44.267333 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d35bc4-7fd6-4b0e-af1d-36fcf021ec68 x-openstack-request-id: req-b2d35bc4-7fd6-4b0e-af1d-36fcf021ec68 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:19:44.267656 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e65563-bfe2-4bc2-ab9b-0738b03e0abe", "name": "network-vif-plugged", "status": "completed", "tag": "50eec97e-e063-443d-bf09-e7c5b4bce405", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:19:44.267912 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-b2d35bc4-7fd6-4b0e-af1d-36fcf021ec68 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:19:44.268308 dv-cinder-773985-32-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e65563-bfe2-4bc2-ab9b-0738b03e0abe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50eec97e-e063-443d-bf09-e7c5b4bce405', 'code': 200} Feb 16 14:19:44.286058 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b9bdc762-7da4-474d-a50c-c210be327adc req-8d43abe4-429c-40ae-938b-38c8e4b13b59 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455129 Feb 16 14:19:44.539079 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd57ee67-f224-4294-a48c-1a122d0d50f7 req-844e3f16-9b2a-4666-a912-279a114af6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:44.541360 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-bd57ee67-f224-4294-a48c-1a122d0d50f7 req-844e3f16-9b2a-4666-a912-279a114af6a7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a2e65563-bfe2-4bc2-ab9b-0738b03e0abe HTTP/1.1" status: 200 len: 1130 time: 0.0453262 Feb 16 14:19:44.594299 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-bd57ee67-f224-4294-a48c-1a122d0d50f7 req-ec225d76-f3ae-4fcc-9e11-a7962f46b07b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371001 Feb 16 14:19:44.790978 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b1f56-4c7c-4cff-832d-4b5a29075d24 req-64766376-59c6-48d2-9f88-d07a162f572f tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:44.792578 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4c9b1f56-4c7c-4cff-832d-4b5a29075d24 req-64766376-59c6-48d2-9f88-d07a162f572f tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 947 time: 0.0559540 Feb 16 14:19:44.846540 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4c9b1f56-4c7c-4cff-832d-4b5a29075d24 req-49020b28-71e9-4cea-82c0-fef87801d490 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475864 Feb 16 14:19:45.047523 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (529a93d1-f8f6-4ba2-8600-6635050f85df), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:45.435263 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95342d48-5db5-4f33-a63e-38b3f0421fab req-5fdee2a0-4fa1-4df0-bdb1-99c165847f80 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:45.436935 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-95342d48-5db5-4f33-a63e-38b3f0421fab req-5fdee2a0-4fa1-4df0-bdb1-99c165847f80 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=a2e65563-bfe2-4bc2-ab9b-0738b03e0abe HTTP/1.1" status: 200 len: 946 time: 0.0596359 Feb 16 14:19:45.488929 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-95342d48-5db5-4f33-a63e-38b3f0421fab req-4025a392-b8d4-42a3-965c-519e3c8fcb33 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460677 Feb 16 14:19:45.972512 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e778e5-afa1-4b4e-89da-70dd5cc4d784 req-e9391bcd-b1ed-4525-8dc2-a8be1a3d3570 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:45.973992 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-32e778e5-afa1-4b4e-89da-70dd5cc4d784 req-e9391bcd-b1ed-4525-8dc2-a8be1a3d3570 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 947 time: 0.0533040 Feb 16 14:19:46.022869 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-32e778e5-afa1-4b4e-89da-70dd5cc4d784 req-b6555c59-ea5c-41f6-97c2-dd1518290727 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431147 Feb 16 14:19:46.617019 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732041b1-46a1-4c7f-a1e3-929f8ca2e289 req-31e35d17-cebe-4494-b6a0-475cf65fb991 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:46.618525 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-732041b1-46a1-4c7f-a1e3-929f8ca2e289 req-31e35d17-cebe-4494-b6a0-475cf65fb991 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=a2e65563-bfe2-4bc2-ab9b-0738b03e0abe HTTP/1.1" status: 200 len: 946 time: 0.0560060 Feb 16 14:19:46.667628 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-732041b1-46a1-4c7f-a1e3-929f8ca2e289 req-cf336fea-578d-44e2-a6ee-6a70cd9da93f tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428553 Feb 16 14:19:47.153341 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f2a85-7206-448a-86be-f12e4bebec7d req-2d29432c-b068-4b8a-94c1-b5c385217aa0 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:47.154847 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-808f2a85-7206-448a-86be-f12e4bebec7d req-2d29432c-b068-4b8a-94c1-b5c385217aa0 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 947 time: 0.0557857 Feb 16 14:19:47.202610 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-808f2a85-7206-448a-86be-f12e4bebec7d req-f614ab12-ffeb-498d-adb2-e021c8d80bc7 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418792 Feb 16 14:19:51.434617 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 56862) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:19:51.549122 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-5f0859f1-17f2-4c1d-a3ae-010033c0b9c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:51.631293 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-5f0859f1-17f2-4c1d-a3ae-010033c0b9c3 admin admin] Publish callbacks [] for security_group (e52ae660-1c13-4a67-a78b-1bcb86bbbb05), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:51.635667 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-5f0859f1-17f2-4c1d-a3ae-010033c0b9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (e52ae660-1c13-4a67-a78b-1bcb86bbbb05), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:51.675182 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-5f0859f1-17f2-4c1d-a3ae-010033c0b9c3 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=34152a56812d4dad950f4efdc1f66264&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2393966 Feb 16 14:19:51.676078 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0859f1-17f2-4c1d-a3ae-010033c0b9c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52ae660-1c13-4a67-a78b-1bcb86bbbb05,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:51.677830 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 56870) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:19:51.728625 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0c6feaa2-07c0-4303-8121-e8eb793ff253 admin admin] Publish callbacks [] for security_group (e52ae660-1c13-4a67-a78b-1bcb86bbbb05), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:51.750829 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0c6feaa2-07c0-4303-8121-e8eb793ff253 admin admin] Publish callbacks [] for security_group (e52ae660-1c13-4a67-a78b-1bcb86bbbb05), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:51.799536 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0c6feaa2-07c0-4303-8121-e8eb793ff253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (e52ae660-1c13-4a67-a78b-1bcb86bbbb05), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:51.802077 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0c6feaa2-07c0-4303-8121-e8eb793ff253 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:51.803246 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-0c6feaa2-07c0-4303-8121-e8eb793ff253 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/e52ae660-1c13-4a67-a78b-1bcb86bbbb05 HTTP/1.1" status: 204 len: 168 time: 0.1244619 Feb 16 14:19:51.811010 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6feaa2-07c0-4303-8121-e8eb793ff253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52ae660-1c13-4a67-a78b-1bcb86bbbb05,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:52.060996 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 56876) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:19:52.077139 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-aca55983-fa19-4340-815d-f016aae53bf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:52.150661 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-aca55983-fa19-4340-815d-f016aae53bf0 admin admin] Publish callbacks [] for security_group (f77289ba-00a3-41d4-9586-715d165b9151), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:52.154552 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-aca55983-fa19-4340-815d-f016aae53bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (f77289ba-00a3-41d4-9586-715d165b9151), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:52.191008 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca55983-fa19-4340-815d-f016aae53bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77289ba-00a3-41d4-9586-715d165b9151,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:52.197163 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-aca55983-fa19-4340-815d-f016aae53bf0 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=d94ffbfc95674bb8b7d9d939145d79dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1351552 Feb 16 14:19:52.199832 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 56878) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:19:52.247916 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-dae15c20-13fc-4614-98a8-a3b6ed42d756 admin admin] Publish callbacks [] for security_group (f77289ba-00a3-41d4-9586-715d165b9151), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:52.271232 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-dae15c20-13fc-4614-98a8-a3b6ed42d756 admin admin] Publish callbacks [] for security_group (f77289ba-00a3-41d4-9586-715d165b9151), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:52.321653 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-dae15c20-13fc-4614-98a8-a3b6ed42d756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (f77289ba-00a3-41d4-9586-715d165b9151), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:52.329831 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-dae15c20-13fc-4614-98a8-a3b6ed42d756 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:52.329831 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-dae15c20-13fc-4614-98a8-a3b6ed42d756 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/f77289ba-00a3-41d4-9586-715d165b9151 HTTP/1.1" status: 204 len: 168 time: 0.1246183 Feb 16 14:19:52.337055 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae15c20-13fc-4614-98a8-a3b6ed42d756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77289ba-00a3-41d4-9586-715d165b9151,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:52.676671 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 56894) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:19:52.689954 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0706ba9b-bb05-4957-8a85-cd36951c4399 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:52.765335 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0706ba9b-bb05-4957-8a85-cd36951c4399 admin admin] Publish callbacks [] for security_group (3bf1e2fb-0c92-41f7-b8a8-2de20939f6bb), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:52.768872 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0706ba9b-bb05-4957-8a85-cd36951c4399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (3bf1e2fb-0c92-41f7-b8a8-2de20939f6bb), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:52.805174 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0706ba9b-bb05-4957-8a85-cd36951c4399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf1e2fb-0c92-41f7-b8a8-2de20939f6bb,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:52.809283 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-0706ba9b-bb05-4957-8a85-cd36951c4399 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=3482529e89a440f28521460622253278&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1316102 Feb 16 14:19:52.812509 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 56896) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:19:52.862329 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-6dcca052-2bfa-45e3-b491-8d2f3fcf3978 admin admin] Publish callbacks [] for security_group (3bf1e2fb-0c92-41f7-b8a8-2de20939f6bb), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:52.883326 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-6dcca052-2bfa-45e3-b491-8d2f3fcf3978 admin admin] Publish callbacks [] for security_group (3bf1e2fb-0c92-41f7-b8a8-2de20939f6bb), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:52.930259 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-6dcca052-2bfa-45e3-b491-8d2f3fcf3978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (3bf1e2fb-0c92-41f7-b8a8-2de20939f6bb), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:52.932866 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-6dcca052-2bfa-45e3-b491-8d2f3fcf3978 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:52.934012 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-6dcca052-2bfa-45e3-b491-8d2f3fcf3978 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/3bf1e2fb-0c92-41f7-b8a8-2de20939f6bb HTTP/1.1" status: 204 len: 168 time: 0.1211057 Feb 16 14:19:52.945199 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcca052-2bfa-45e3-b491-8d2f3fcf3978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf1e2fb-0c92-41f7-b8a8-2de20939f6bb,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:54.950594 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 56982) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:19:55.053298 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f513af07-b714-42b2-a569-236247ef73ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:55.127170 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f513af07-b714-42b2-a569-236247ef73ad admin admin] Publish callbacks [] for security_group (07c882ca-d83d-4dd2-8709-bc207eb7007a), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:55.131812 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f513af07-b714-42b2-a569-236247ef73ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (07c882ca-d83d-4dd2-8709-bc207eb7007a), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:55.172453 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-f513af07-b714-42b2-a569-236247ef73ad admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=8979b34c85be430ea057ac15b6b2a17c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2206399 Feb 16 14:19:55.173401 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f513af07-b714-42b2-a569-236247ef73ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c882ca-d83d-4dd2-8709-bc207eb7007a,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:55.175078 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 56986) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:19:55.221987 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d1f43576-81e7-424e-bc05-6449c9896c00 admin admin] Publish callbacks [] for security_group (07c882ca-d83d-4dd2-8709-bc207eb7007a), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:55.242223 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d1f43576-81e7-424e-bc05-6449c9896c00 admin admin] Publish callbacks [] for security_group (07c882ca-d83d-4dd2-8709-bc207eb7007a), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:55.287705 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d1f43576-81e7-424e-bc05-6449c9896c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (07c882ca-d83d-4dd2-8709-bc207eb7007a), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:55.290362 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d1f43576-81e7-424e-bc05-6449c9896c00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:55.291527 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-d1f43576-81e7-424e-bc05-6449c9896c00 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/07c882ca-d83d-4dd2-8709-bc207eb7007a HTTP/1.1" status: 204 len: 168 time: 0.1154168 Feb 16 14:19:55.299117 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f43576-81e7-424e-bc05-6449c9896c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c882ca-d83d-4dd2-8709-bc207eb7007a,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:55.550787 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 56994) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:19:55.564134 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-bb3e0ef0-ae17-40e5-9de7-85aa1ae53eab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:55.637020 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-bb3e0ef0-ae17-40e5-9de7-85aa1ae53eab admin admin] Publish callbacks [] for security_group (e25bf14d-7aa1-494a-8cc8-e835701b19d5), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:55.641216 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-bb3e0ef0-ae17-40e5-9de7-85aa1ae53eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (e25bf14d-7aa1-494a-8cc8-e835701b19d5), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:55.681479 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3e0ef0-ae17-40e5-9de7-85aa1ae53eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25bf14d-7aa1-494a-8cc8-e835701b19d5,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:55.689495 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-bb3e0ef0-ae17-40e5-9de7-85aa1ae53eab admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=374ada94a56b4ebf81b094a6a609b32c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1353378 Feb 16 14:19:55.689849 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 56998) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:19:55.736746 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-64b0019b-48fa-428a-b43f-d396e44f7ae9 admin admin] Publish callbacks [] for security_group (e25bf14d-7aa1-494a-8cc8-e835701b19d5), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:55.760326 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-64b0019b-48fa-428a-b43f-d396e44f7ae9 admin admin] Publish callbacks [] for security_group (e25bf14d-7aa1-494a-8cc8-e835701b19d5), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:55.813275 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-64b0019b-48fa-428a-b43f-d396e44f7ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (e25bf14d-7aa1-494a-8cc8-e835701b19d5), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:55.815763 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-64b0019b-48fa-428a-b43f-d396e44f7ae9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:55.816933 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-64b0019b-48fa-428a-b43f-d396e44f7ae9 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/e25bf14d-7aa1-494a-8cc8-e835701b19d5 HTTP/1.1" status: 204 len: 168 time: 0.1263435 Feb 16 14:19:55.825578 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b0019b-48fa-428a-b43f-d396e44f7ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25bf14d-7aa1-494a-8cc8-e835701b19d5,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:02.440352 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c5f9b-9484-4b9c-8569-f367d7868ec5 req-41fa24c3-9d1c-4fc8-83ea-58be83df4e83 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:02.442046 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-946c5f9b-9484-4b9c-8569-f367d7868ec5 req-41fa24c3-9d1c-4fc8-83ea-58be83df4e83 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 946 time: 0.0566375 Feb 16 14:20:02.528758 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-946c5f9b-9484-4b9c-8569-f367d7868ec5 req-6c0403c1-da29-40b6-9818-df3c3e7e6d34 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a304b7ae-1265-4202-af5b-2245021c533e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771568 Feb 16 14:20:02.868008 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (0563e457-3a96-4909-b5a3-8fa5db96f619), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:03.527399 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b6e4dc06-910b-4c4f-8274-33d075783b16 req-61c79e5d-4dd6-4e8e-99e6-432bb8e0d620 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0540946 Feb 16 14:20:03.635683 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4dc06-910b-4c4f-8274-33d075783b16 req-1dbd6b31-cad2-41ef-abf1-873c5c3a55ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:03.637495 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b6e4dc06-910b-4c4f-8274-33d075783b16 req-1dbd6b31-cad2-41ef-abf1-873c5c3a55ef service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=410a0d25161b4a0e8f890d74d6eb242d&device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 1131 time: 0.0685177 Feb 16 14:20:03.778479 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a731c8-1f69-48e8-b121-e56ff39e5c34 req-c175e8e6-4e2e-4f37-afe8-8d86f541ac5b tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:03.780193 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b7a731c8-1f69-48e8-b121-e56ff39e5c34 req-c175e8e6-4e2e-4f37-afe8-8d86f541ac5b tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 946 time: 0.1501422 Feb 16 14:20:03.819434 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4dc06-910b-4c4f-8274-33d075783b16 req-b675276b-d1e2-404e-a200-84a679b4e875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:03.821032 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b6e4dc06-910b-4c4f-8274-33d075783b16 req-b675276b-d1e2-404e-a200-84a679b4e875 service neutron] 10.222.0.10 "GET /v2.0/networks?id=08a3e979-1da2-40e7-a40c-6fc286cacb72 HTTP/1.1" status: 200 len: 919 time: 0.1483841 Feb 16 14:20:03.889153 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b7a731c8-1f69-48e8-b121-e56ff39e5c34 req-b54ec277-685f-4e4c-9599-b825457bdfd7 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a304b7ae-1265-4202-af5b-2245021c533e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014795 Feb 16 14:20:03.917619 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b6e4dc06-910b-4c4f-8274-33d075783b16 req-57f1efa0-b503-433e-9fa2-b579131dff2a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96bc1fe8-242a-45ba-a844-c1b33f59c7b1 HTTP/1.1" status: 200 len: 1001 time: 0.0831983 Feb 16 14:20:03.972033 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4dc06-910b-4c4f-8274-33d075783b16 req-af87ccf6-3df0-4050-98d3-b126f691ef3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:03.973838 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b6e4dc06-910b-4c4f-8274-33d075783b16 req-af87ccf6-3df0-4050-98d3-b126f691ef3f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b5411640-e171-466e-826f-00fe3dbaa6b6 HTTP/1.1" status: 200 len: 856 time: 0.0509546 Feb 16 14:20:04.036195 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4dc06-910b-4c4f-8274-33d075783b16 req-1f8fb854-9589-437a-838f-1f89df3465dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:04.036195 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b6e4dc06-910b-4c4f-8274-33d075783b16 req-1f8fb854-9589-437a-838f-1f89df3465dd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=08a3e979-1da2-40e7-a40c-6fc286cacb72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0525315 Feb 16 14:20:04.178802 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b6e4dc06-910b-4c4f-8274-33d075783b16 req-80c74e59-2227-48bb-871f-3126e2a8e98c service neutron] 10.222.0.10 "GET /v2.0/networks/08a3e979-1da2-40e7-a40c-6fc286cacb72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352804 Feb 16 14:20:04.294979 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b6e4dc06-910b-4c4f-8274-33d075783b16 req-38d4b6ac-ab0f-4609-8bc0-550a34a7d335 service neutron] 10.222.0.10 "GET /v2.0/networks/08a3e979-1da2-40e7-a40c-6fc286cacb72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054912 Feb 16 14:20:05.031186 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ba751-26de-470e-8df6-885b4f9a8d23 req-422b4fa3-1b32-4f2d-80dd-b629028391a6 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:05.031928 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86873216-a82a-4c24-afb8-28a48ae6ab4a req-8a7d9879-a125-4984-9776-2d352d251e5a tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:05.032790 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8f4ba751-26de-470e-8df6-885b4f9a8d23 req-422b4fa3-1b32-4f2d-80dd-b629028391a6 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=a2e65563-bfe2-4bc2-ab9b-0738b03e0abe HTTP/1.1" status: 200 len: 946 time: 0.0560820 Feb 16 14:20:05.033011 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-86873216-a82a-4c24-afb8-28a48ae6ab4a req-8a7d9879-a125-4984-9776-2d352d251e5a tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 946 time: 0.0595539 Feb 16 14:20:05.086535 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8f4ba751-26de-470e-8df6-885b4f9a8d23 req-94898b5b-5790-4dc4-8d9b-23d0bbb025ba tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476756 Feb 16 14:20:05.086890 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-86873216-a82a-4c24-afb8-28a48ae6ab4a req-8e51ce71-aa59-4eb2-a10f-8eb6a73288c5 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a304b7ae-1265-4202-af5b-2245021c533e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482559 Feb 16 14:20:06.246757 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c62c12-3429-44ac-8c51-4c12e821d017 req-764c9eb7-0426-4b35-99dd-e00b006b0e31 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:06.250081 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-29c62c12-3429-44ac-8c51-4c12e821d017 req-764c9eb7-0426-4b35-99dd-e00b006b0e31 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=a2e65563-bfe2-4bc2-ab9b-0738b03e0abe HTTP/1.1" status: 200 len: 946 time: 0.0614913 Feb 16 14:20:06.252208 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d25479-0b53-4711-9cab-b1859d21057b req-d57bec8f-15fc-43e7-aba1-73f03ac69024 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:06.254214 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-92d25479-0b53-4711-9cab-b1859d21057b req-d57bec8f-15fc-43e7-aba1-73f03ac69024 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 946 time: 0.0626919 Feb 16 14:20:06.309338 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-92d25479-0b53-4711-9cab-b1859d21057b req-dbf1ca41-4f44-423a-8d69-35c43f748354 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a304b7ae-1265-4202-af5b-2245021c533e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455062 Feb 16 14:20:06.313226 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-29c62c12-3429-44ac-8c51-4c12e821d017 req-3019fa5e-d836-49ad-bab1-229e562c1b05 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542731 Feb 16 14:20:06.821306 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d498e-31b7-414a-a7d2-8361862a53ad req-ae745f2a-b17a-467b-8c67-cf3ea8b2d443 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:06.822885 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-033d498e-31b7-414a-a7d2-8361862a53ad req-ae745f2a-b17a-467b-8c67-cf3ea8b2d443 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/ports?device_id=9383ca3b-fc01-494d-9c9a-b895805c2f2b HTTP/1.1" status: 200 len: 945 time: 0.0575216 Feb 16 14:20:06.874441 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-033d498e-31b7-414a-a7d2-8361862a53ad req-cb98d9a1-0ff5-4b62-b606-5807a1cbaadc tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/security-groups?id=650a6438-5fa5-40ff-84f8-b8aa3844aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450978 Feb 16 14:20:06.883690 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-a8050c5e-fae0-4749-9066-b350f3112fc5 None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:20:07.443286 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62dcb5b-7fe0-41f1-bbf9-7864ce19d71c req-126bb5e4-8d2d-4edf-809d-71c457532d02 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:07.444868 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c62dcb5b-7fe0-41f1-bbf9-7864ce19d71c req-126bb5e4-8d2d-4edf-809d-71c457532d02 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 946 time: 0.0612895 Feb 16 14:20:07.445445 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291808a5-7698-4417-adca-cd2351948657 req-d41fca61-2878-4812-b82b-844d1818e584 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:07.447410 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-291808a5-7698-4417-adca-cd2351948657 req-d41fca61-2878-4812-b82b-844d1818e584 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=a2e65563-bfe2-4bc2-ab9b-0738b03e0abe HTTP/1.1" status: 200 len: 946 time: 0.0623989 Feb 16 14:20:07.494886 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c62dcb5b-7fe0-41f1-bbf9-7864ce19d71c req-f48b18a4-deca-4e67-9583-830c933d48c6 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a304b7ae-1265-4202-af5b-2245021c533e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438607 Feb 16 14:20:07.495985 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-291808a5-7698-4417-adca-cd2351948657 req-ea65c88e-569c-4cca-9a2d-28cc4bf4b8c7 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432484 Feb 16 14:20:07.998417 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346620f-b58c-44be-872e-8f1e30a566b1 req-308a2187-fdf4-4ee5-87d9-84d693f9eef1 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:08.000080 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3346620f-b58c-44be-872e-8f1e30a566b1 req-308a2187-fdf4-4ee5-87d9-84d693f9eef1 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/ports?device_id=9383ca3b-fc01-494d-9c9a-b895805c2f2b HTTP/1.1" status: 200 len: 945 time: 0.0563591 Feb 16 14:20:08.051744 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3346620f-b58c-44be-872e-8f1e30a566b1 req-45c15312-bce6-4b24-a981-7bff932d4868 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/security-groups?id=650a6438-5fa5-40ff-84f8-b8aa3844aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459118 Feb 16 14:20:08.134353 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf2d82-9e57-4728-8c13-cb7b50a13eb4 req-5044b538-c0db-48f1-beea-fe77a251c6ac tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:08.135915 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3adf2d82-9e57-4728-8c13-cb7b50a13eb4 req-5044b538-c0db-48f1-beea-fe77a251c6ac tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2e65563-bfe2-4bc2-ab9b-0738b03e0abe HTTP/1.1" status: 200 len: 946 time: 0.0563638 Feb 16 14:20:08.240810 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-3adf2d82-9e57-4728-8c13-cb7b50a13eb4 req-f9e71644-1cf7-49aa-b76a-0e659fd5254e tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Deleting port 50eec97e-e063-443d-bf09-e7c5b4bce405 {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:20:08.241146 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-3adf2d82-9e57-4728-8c13-cb7b50a13eb4 req-f9e71644-1cf7-49aa-b76a-0e659fd5254e tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784247387639'] for port (50eec97e-e063-443d-bf09-e7c5b4bce405), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:08.332406 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-3adf2d82-9e57-4728-8c13-cb7b50a13eb4 req-f9e71644-1cf7-49aa-b76a-0e659fd5254e tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] For port 50eec97e-e063-443d-bf09-e7c5b4bce405, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=50eec97e-e063-443d-bf09-e7c5b4bce405,segment=NetworkSegment(60939eb9-e0f4-4fd7-9c84-2e8354cdfa58),segment_id=60939eb9-e0f4-4fd7-9c84-2e8354cdfa58)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:20:08.332770 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-3adf2d82-9e57-4728-8c13-cb7b50a13eb4 req-f9e71644-1cf7-49aa-b76a-0e659fd5254e tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595644'] for port (50eec97e-e063-443d-bf09-e7c5b4bce405), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:08.346137 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-3adf2d82-9e57-4728-8c13-cb7b50a13eb4 req-f9e71644-1cf7-49aa-b76a-0e659fd5254e tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Calling delete_port for 50eec97e-e063-443d-bf09-e7c5b4bce405 owned by compute:nova {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:20:08.476302 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-3adf2d82-9e57-4728-8c13-cb7b50a13eb4 req-f9e71644-1cf7-49aa-b76a-0e659fd5254e tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784247495006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784246951217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811206'] for port (50eec97e-e063-443d-bf09-e7c5b4bce405), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:08.504901 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e71644-1cf7-49aa-b76a-0e659fd5254e tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Pushing event deleted for resources: {'Port': ['ID=50eec97e-e063-443d-bf09-e7c5b4bce405,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:08.523868 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] get_ports_and_sgs() called for port_ids ['03778484-d22b-41d2-8089-7f625fe2ad9c', '7e31eb21-1950-4d0f-a945-ca09a5f6f4ab', 'ad98e9e8-7973-422b-a463-9e44d914f740', '50eec97e-e063-443d-bf09-e7c5b4bce405'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:20:08.556240 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-3adf2d82-9e57-4728-8c13-cb7b50a13eb4 req-f9e71644-1cf7-49aa-b76a-0e659fd5254e tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] No DVR routers for this DVR port 50eec97e-e063-443d-bf09-e7c5b4bce405 on host hv-cinder-77398 {{(pid=102968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:20:08.559862 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-3adf2d82-9e57-4728-8c13-cb7b50a13eb4 req-f9e71644-1cf7-49aa-b76a-0e659fd5254e tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:08.563997 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3adf2d82-9e57-4728-8c13-cb7b50a13eb4 req-f9e71644-1cf7-49aa-b76a-0e659fd5254e tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.10 "DELETE /v2.0/ports/50eec97e-e063-443d-bf09-e7c5b4bce405 HTTP/1.1" status: 204 len: 173 time: 0.4214005 Feb 16 14:20:08.564202 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e65563-bfe2-4bc2-ab9b-0738b03e0abe', 'name': 'network-vif-deleted', 'tag': '50eec97e-e063-443d-bf09-e7c5b4bce405'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:20:08.567692 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669008da0707fbbfdc7037cdc0b86c67378ff5c6b942db7a00e5cd0dd563b74b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5a3fa9-c2fb-48de-9a00-ffe9983e1fe9" -d '{"events": [{"server_uuid": "a2e65563-bfe2-4bc2-ab9b-0738b03e0abe", "name": "network-vif-deleted", "tag": "50eec97e-e063-443d-bf09-e7c5b4bce405"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:20:08.647569 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-4847c011-1c05-471e-889d-faebd3ae10ae req-4e1aa01a-1130-4ff5-a592-e557f0d5e930 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=a2e65563-bfe2-4bc2-ab9b-0738b03e0abe HTTP/1.1" status: 200 len: 210 time: 0.0337269 Feb 16 14:20:08.696975 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb73cd4-e37b-448c-b8f4-b2e9d8ac7986 req-09afc7ce-51ab-42fe-b881-d58bdb50e33d tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:08.703789 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1fb73cd4-e37b-448c-b8f4-b2e9d8ac7986 req-09afc7ce-51ab-42fe-b881-d58bdb50e33d tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 946 time: 0.0810633 Feb 16 14:20:08.706399 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a746c8b-0283-4038-9e7b-373651d98185 x-openstack-request-id: req-6a746c8b-0283-4038-9e7b-373651d98185 {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:20:08.706692 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e65563-bfe2-4bc2-ab9b-0738b03e0abe", "name": "network-vif-deleted", "tag": "50eec97e-e063-443d-bf09-e7c5b4bce405", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:20:08.706951 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-6a746c8b-0283-4038-9e7b-373651d98185 {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:20:08.707369 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e65563-bfe2-4bc2-ab9b-0738b03e0abe', 'name': 'network-vif-deleted', 'tag': '50eec97e-e063-443d-bf09-e7c5b4bce405', 'status': 'completed', 'code': 200} Feb 16 14:20:08.775960 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1fb73cd4-e37b-448c-b8f4-b2e9d8ac7986 req-cc07dce8-ed60-4892-a30b-c9403f7ef7ca tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a304b7ae-1265-4202-af5b-2245021c533e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690775 Feb 16 14:20:08.987437 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-07e7bf7e-a111-42a1-b5b0-e0fe06ce1280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (10a26995-69c6-4373-972b-e8a4ac0e51da), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:08.997235 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 57242) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:20:09.116919 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a41d4aed-a4af-456d-afc6-cb522daa0bc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:09.208006 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2947fc33-c665-401c-9889-18a0c62699dd req-9d5143b9-7bb5-4011-bb44-0e879ee3479e tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:09.209512 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2947fc33-c665-401c-9889-18a0c62699dd req-9d5143b9-7bb5-4011-bb44-0e879ee3479e tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/ports?device_id=9383ca3b-fc01-494d-9c9a-b895805c2f2b HTTP/1.1" status: 200 len: 945 time: 0.0837209 Feb 16 14:20:09.272205 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a41d4aed-a4af-456d-afc6-cb522daa0bc0 admin admin] Publish callbacks [] for security_group (e18a5f28-5bb0-47ab-8696-ebdfa95543b9), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:09.281214 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a41d4aed-a4af-456d-afc6-cb522daa0bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (e18a5f28-5bb0-47ab-8696-ebdfa95543b9), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:09.290514 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2947fc33-c665-401c-9889-18a0c62699dd req-cc33bd82-df69-4380-b7d5-1fec27e29c7f tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/security-groups?id=650a6438-5fa5-40ff-84f8-b8aa3844aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745385 Feb 16 14:20:09.327932 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d4aed-a4af-456d-afc6-cb522daa0bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18a5f28-5bb0-47ab-8696-ebdfa95543b9,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:09.333189 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-a41d4aed-a4af-456d-afc6-cb522daa0bc0 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=413dfde54b3d424ebac1df9bce1cf9d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3345947 Feb 16 14:20:09.336669 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 57248) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:20:09.395921 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a095b7ab-3365-439b-bb11-8f9bd0a512c2 admin admin] Publish callbacks [] for security_group (e18a5f28-5bb0-47ab-8696-ebdfa95543b9), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:09.422347 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a095b7ab-3365-439b-bb11-8f9bd0a512c2 admin admin] Publish callbacks [] for security_group (e18a5f28-5bb0-47ab-8696-ebdfa95543b9), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:09.473572 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a095b7ab-3365-439b-bb11-8f9bd0a512c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (e18a5f28-5bb0-47ab-8696-ebdfa95543b9), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:09.476377 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a095b7ab-3365-439b-bb11-8f9bd0a512c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:09.478394 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-a095b7ab-3365-439b-bb11-8f9bd0a512c2 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/e18a5f28-5bb0-47ab-8696-ebdfa95543b9 HTTP/1.1" status: 204 len: 168 time: 0.1405127 Feb 16 14:20:09.489028 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a095b7ab-3365-439b-bb11-8f9bd0a512c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18a5f28-5bb0-47ab-8696-ebdfa95543b9,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:09.769765 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 57260) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:20:09.783871 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-93682713-b6de-4574-bab8-36bcaaaab008 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:09.911094 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-93682713-b6de-4574-bab8-36bcaaaab008 admin admin] Publish callbacks [] for security_group (cf593f3c-2389-4829-8a79-440bc4236af3), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:09.916530 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-93682713-b6de-4574-bab8-36bcaaaab008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (cf593f3c-2389-4829-8a79-440bc4236af3), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:09.936190 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dfe8f8-6f8f-4397-a846-81428fb9f486 req-e76a8596-abce-49e1-a4d3-8f5a387dcf6c tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:09.937835 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d7dfe8f8-6f8f-4397-a846-81428fb9f486 req-e76a8596-abce-49e1-a4d3-8f5a387dcf6c tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 946 time: 0.0958688 Feb 16 14:20:09.988605 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-93682713-b6de-4574-bab8-36bcaaaab008 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=d39306bc26c64b80b44fb2cd7de3e44c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2151179 Feb 16 14:20:09.988816 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93682713-b6de-4574-bab8-36bcaaaab008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf593f3c-2389-4829-8a79-440bc4236af3,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:09.992388 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 57264) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:20:10.021098 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113243e4-ae5c-4b73-896c-028e90036128 req-71319cfc-0206-454a-b383-6a763ffc7e34 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:10.022748 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-113243e4-ae5c-4b73-896c-028e90036128 req-71319cfc-0206-454a-b383-6a763ffc7e34 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.10 "GET /v2.0/ports?device_id=9383ca3b-fc01-494d-9c9a-b895805c2f2b HTTP/1.1" status: 200 len: 945 time: 0.0565350 Feb 16 14:20:10.042082 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d7dfe8f8-6f8f-4397-a846-81428fb9f486 req-11c5ed8f-633d-4e4f-8ef5-c3af0383f528 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a304b7ae-1265-4202-af5b-2245021c533e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971072 Feb 16 14:20:10.066563 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-83adf635-85d0-4fbf-86ea-a5eed076c86c admin admin] Publish callbacks [] for security_group (cf593f3c-2389-4829-8a79-440bc4236af3), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:10.091622 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-83adf635-85d0-4fbf-86ea-a5eed076c86c admin admin] Publish callbacks [] for security_group (cf593f3c-2389-4829-8a79-440bc4236af3), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:10.142493 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-113243e4-ae5c-4b73-896c-028e90036128 req-90eac3fd-92d1-4f54-8b63-c9ecd4dc5f64 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Deleting port de332ae6-1aa9-4794-bfe0-a20f23f778f5 {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:20:10.142791 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-113243e4-ae5c-4b73-896c-028e90036128 req-90eac3fd-92d1-4f54-8b63-c9ecd4dc5f64 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784247387639'] for port (de332ae6-1aa9-4794-bfe0-a20f23f778f5), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:10.148197 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-83adf635-85d0-4fbf-86ea-a5eed076c86c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (cf593f3c-2389-4829-8a79-440bc4236af3), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:10.151039 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-83adf635-85d0-4fbf-86ea-a5eed076c86c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:10.152356 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-83adf635-85d0-4fbf-86ea-a5eed076c86c admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/cf593f3c-2389-4829-8a79-440bc4236af3 HTTP/1.1" status: 204 len: 168 time: 0.1559958 Feb 16 14:20:10.161457 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83adf635-85d0-4fbf-86ea-a5eed076c86c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf593f3c-2389-4829-8a79-440bc4236af3,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:10.254502 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-113243e4-ae5c-4b73-896c-028e90036128 req-90eac3fd-92d1-4f54-8b63-c9ecd4dc5f64 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] For port de332ae6-1aa9-4794-bfe0-a20f23f778f5, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=de332ae6-1aa9-4794-bfe0-a20f23f778f5,segment=NetworkSegment(43af7e83-61b8-49d9-9b3d-8e7fc1fb9259),segment_id=43af7e83-61b8-49d9-9b3d-8e7fc1fb9259)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:20:10.254872 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-113243e4-ae5c-4b73-896c-028e90036128 req-90eac3fd-92d1-4f54-8b63-c9ecd4dc5f64 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595644'] for port (de332ae6-1aa9-4794-bfe0-a20f23f778f5), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:10.269451 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-113243e4-ae5c-4b73-896c-028e90036128 req-90eac3fd-92d1-4f54-8b63-c9ecd4dc5f64 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Calling delete_port for de332ae6-1aa9-4794-bfe0-a20f23f778f5 owned by compute:nova {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:20:10.442979 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-113243e4-ae5c-4b73-896c-028e90036128 req-90eac3fd-92d1-4f54-8b63-c9ecd4dc5f64 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784247495006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784246951217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811206'] for port (de332ae6-1aa9-4794-bfe0-a20f23f778f5), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:10.473962 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eac3fd-92d1-4f54-8b63-c9ecd4dc5f64 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Pushing event deleted for resources: {'Port': ['ID=de332ae6-1aa9-4794-bfe0-a20f23f778f5,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:10.492087 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3298d-390b-4d14-b3a3-1ae56fc0749e req-418aaf60-c543-4eb4-957d-b0806ea98456 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:10.493672 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-97a3298d-390b-4d14-b3a3-1ae56fc0749e req-418aaf60-c543-4eb4-957d-b0806ea98456 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/ports?device_id=9383ca3b-fc01-494d-9c9a-b895805c2f2b HTTP/1.1" status: 200 len: 867 time: 0.1005266 Feb 16 14:20:10.512713 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] get_ports_and_sgs() called for port_ids ['de332ae6-1aa9-4794-bfe0-a20f23f778f5'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:20:10.540663 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-113243e4-ae5c-4b73-896c-028e90036128 req-90eac3fd-92d1-4f54-8b63-c9ecd4dc5f64 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] No DVR routers for this DVR port de332ae6-1aa9-4794-bfe0-a20f23f778f5 on host hv-cinder-77398 {{(pid=102968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:20:10.547853 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-113243e4-ae5c-4b73-896c-028e90036128 req-90eac3fd-92d1-4f54-8b63-c9ecd4dc5f64 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:10.551165 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-113243e4-ae5c-4b73-896c-028e90036128 req-90eac3fd-92d1-4f54-8b63-c9ecd4dc5f64 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.10 "DELETE /v2.0/ports/de332ae6-1aa9-4794-bfe0-a20f23f778f5 HTTP/1.1" status: 204 len: 173 time: 0.5199060 Feb 16 14:20:10.587834 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-97a3298d-390b-4d14-b3a3-1ae56fc0749e req-177b0983-2ddc-4071-af79-f0067439e750 tempest-VolumesSnapshotTestJSON-175836691 tempest-VolumesSnapshotTestJSON-175836691-project] 10.222.0.120 "GET /v2.0/security-groups?id=650a6438-5fa5-40ff-84f8-b8aa3844aeb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723853 Feb 16 14:20:10.708650 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9383ca3b-fc01-494d-9c9a-b895805c2f2b', 'name': 'network-vif-deleted', 'tag': 'de332ae6-1aa9-4794-bfe0-a20f23f778f5'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:20:10.711063 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669008da0707fbbfdc7037cdc0b86c67378ff5c6b942db7a00e5cd0dd563b74b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c7f07f-0fe5-4cb4-aba5-fa854512f59a" -d '{"events": [{"server_uuid": "9383ca3b-fc01-494d-9c9a-b895805c2f2b", "name": "network-vif-deleted", "tag": "de332ae6-1aa9-4794-bfe0-a20f23f778f5"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:20:10.768240 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b5dace-90ed-4ecc-813e-773bf11a057b x-openstack-request-id: req-c9b5dace-90ed-4ecc-813e-773bf11a057b {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:20:10.768659 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9383ca3b-fc01-494d-9c9a-b895805c2f2b", "name": "network-vif-deleted", "tag": "de332ae6-1aa9-4794-bfe0-a20f23f778f5", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:20:10.768774 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-c9b5dace-90ed-4ecc-813e-773bf11a057b {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:20:10.769165 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9383ca3b-fc01-494d-9c9a-b895805c2f2b', 'name': 'network-vif-deleted', 'tag': 'de332ae6-1aa9-4794-bfe0-a20f23f778f5', 'status': 'completed', 'code': 200} Feb 16 14:20:10.979512 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 57294) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:20:11.089862 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-aabd3fd8-39b6-4b0a-8654-4f6749f58869 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1746035418-network', 'tenant_id': '71413a47b38342d491d74511f42bad36'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:20:11.104580 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc4b65-91ce-402a-bb2d-26cb8b51ccbc req-6bac61ee-099c-4454-93b0-87361c2555ee tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:11.106376 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-aadc4b65-91ce-402a-bb2d-26cb8b51ccbc req-6bac61ee-099c-4454-93b0-87361c2555ee tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=4bd372eb-4111-4aca-985e-c6c12fb80443 HTTP/1.1" status: 200 len: 945 time: 0.0724866 Feb 16 14:20:11.132618 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aabd3fd8-39b6-4b0a-8654-4f6749f58869 admin admin] Made reservation on behalf of 71413a47b38342d491d74511f42bad36 for: {'network': 1} {{(pid=102969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:20:11.135716 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-aabd3fd8-39b6-4b0a-8654-4f6749f58869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for network (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:11.147516 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-aabd3fd8-39b6-4b0a-8654-4f6749f58869 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:11.175902 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869d00a-be2b-4236-ab34-949d80f2f0cb req-ba3f0a74-fad2-4c2a-b683-6a0d149a3c6d tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:11.177528 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9869d00a-be2b-4236-ab34-949d80f2f0cb req-ba3f0a74-fad2-4c2a-b683-6a0d149a3c6d tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 946 time: 0.0612009 Feb 16 14:20:11.181512 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c31f429c-289b-4a44-a143-4c8f28eb5225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (531611a8-34ea-4f1f-8d10-111cbf56a8a1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:11.203820 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-aadc4b65-91ce-402a-bb2d-26cb8b51ccbc req-6618b22f-798f-4097-8274-41ae1940836e tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901735 Feb 16 14:20:11.248543 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9869d00a-be2b-4236-ab34-949d80f2f0cb req-990d34b0-2179-4882-98c0-cc63386498c1 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a304b7ae-1265-4202-af5b-2245021c533e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557139 Feb 16 14:20:11.311793 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-aabd3fd8-39b6-4b0a-8654-4f6749f58869 admin admin] Publish callbacks [] for security_group (d4290c7a-46cc-47c9-8ae6-ccdfaebb6bfd), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:11.316021 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-aabd3fd8-39b6-4b0a-8654-4f6749f58869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (d4290c7a-46cc-47c9-8ae6-ccdfaebb6bfd), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:11.343400 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aabd3fd8-39b6-4b0a-8654-4f6749f58869 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1346} {{(pid=102969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:20:11.353145 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabd3fd8-39b6-4b0a-8654-4f6749f58869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4290c7a-46cc-47c9-8ae6-ccdfaebb6bfd,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:11.361354 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-aabd3fd8-39b6-4b0a-8654-4f6749f58869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894495'] for segment (860934f6-ea90-493a-96b5-0c752741e2af), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:11.361646 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.db.segments_db [None req-aabd3fd8-39b6-4b0a-8654-4f6749f58869 admin admin] Added segment 860934f6-ea90-493a-96b5-0c752741e2af of type vlan for network e3e9463f-f243-414b-8fa7-457c2dbb5b39 Feb 16 14:20:11.406817 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-aabd3fd8-39b6-4b0a-8654-4f6749f58869 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784246940290'] for network (e3e9463f-f243-414b-8fa7-457c2dbb5b39), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:11.433104 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-aabd3fd8-39b6-4b0a-8654-4f6749f58869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354'] for network (e3e9463f-f243-414b-8fa7-457c2dbb5b39), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:11.434103 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabd3fd8-39b6-4b0a-8654-4f6749f58869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:11.434884 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-aabd3fd8-39b6-4b0a-8654-4f6749f58869 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for network (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:11.471462 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-aabd3fd8-39b6-4b0a-8654-4f6749f58869 admin admin] 10.222.0.120 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4902275 Feb 16 14:20:11.474529 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 57302) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:20:11.480299 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-09d66eb1-2f70-4a89-8fd4-09a42ffe6acb admin admin] Request body: {'subnet': {'network_id': 'e3e9463f-f243-414b-8fa7-457c2dbb5b39', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1746035418-subnet', 'tenant_id': '71413a47b38342d491d74511f42bad36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:20:11.497099 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabd3fd8-39b6-4b0a-8654-4f6749f58869 admin admin] Pushing event updated for resources: {'Network': ['ID=e3e9463f-f243-414b-8fa7-457c2dbb5b39,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:11.500774 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d66eb1-2f70-4a89-8fd4-09a42ffe6acb admin admin] Made reservation on behalf of 71413a47b38342d491d74511f42bad36 for: {'subnet': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:20:11.503180 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-09d66eb1-2f70-4a89-8fd4-09a42ffe6acb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9090856'] for subnet (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:11.507936 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Network e3e9463f-f243-414b-8fa7-457c2dbb5b39 details requested by agent ovs-agent-dv-cinder-773985-32-iscsi with host dv-cinder-773985-32-iscsi {{(pid=102970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:20:11.692481 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-09d66eb1-2f70-4a89-8fd4-09a42ffe6acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8811830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9090842'] for subnet (8bf2634d-da95-49f3-a628-2de826b9f568), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:11.747537 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d66eb1-2f70-4a89-8fd4-09a42ffe6acb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bf2634d-da95-49f3-a628-2de826b9f568,revision_number=0']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:11.767383 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d66eb1-2f70-4a89-8fd4-09a42ffe6acb admin admin] Checking segment: {'id': '860934f6-ea90-493a-96b5-0c752741e2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': 'e3e9463f-f243-414b-8fa7-457c2dbb5b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:20:11.767728 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d66eb1-2f70-4a89-8fd4-09a42ffe6acb admin admin] Network hostable DHCP agents. Network: e3e9463f-f243-414b-8fa7-457c2dbb5b39, hostable agents: ['10a26995-69c6-4373-972b-e8a4ac0e51da'], hosted agents: [] {{(pid=102968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:20:11.786583 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d66eb1-2f70-4a89-8fd4-09a42ffe6acb admin admin] Network e3e9463f-f243-414b-8fa7-457c2dbb5b39 is scheduled to be hosted by DHCP agent 10a26995-69c6-4373-972b-e8a4ac0e51da with binding_index 1 {{(pid=102968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:20:11.806840 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [None req-09d66eb1-2f70-4a89-8fd4-09a42ffe6acb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-32-iscsi, e3e9463f-f243-414b-8fa7-457c2dbb5b39) {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:20:11.819967 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d66eb1-2f70-4a89-8fd4-09a42ffe6acb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:11.820579 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-09d66eb1-2f70-4a89-8fd4-09a42ffe6acb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for subnet (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:11.821434 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77050bac-1425-4268-be44-af3c42e84959 None None] Network e3e9463f-f243-414b-8fa7-457c2dbb5b39 requested from dv-cinder-773985-32-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:20:11.840881 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-09d66eb1-2f70-4a89-8fd4-09a42ffe6acb admin admin] 10.222.0.120 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3650830 Feb 16 14:20:11.934132 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device de332ae6-1aa9-4794-bfe0-a20f23f778f5 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:20:11.977242 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6daccba4-c4ec-4c9a-b9a9-539eb0a6cd32 None None] Network e3e9463f-f243-414b-8fa7-457c2dbb5b39 requested from dv-cinder-773985-32-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:20:11.982271 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] No Port match for: de332ae6-1aa9-4794-bfe0-a20f23f778f5 {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:20:11.982721 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device de332ae6-1aa9-4794-bfe0-a20f23f778f5 not bound to the agent host hv-cinder-77398 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:20:11.983222 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 50eec97e-e063-443d-bf09-e7c5b4bce405 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:20:12.038623 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] No Port match for: 50eec97e-e063-443d-bf09-e7c5b4bce405 {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:20:12.038972 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 50eec97e-e063-443d-bf09-e7c5b4bce405 not bound to the agent host hv-cinder-77398 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:20:12.343766 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa81bf-25c4-4c8c-8d22-96e4d623f371 req-22a8167f-9242-4f19-ade3-b1be2d8dae0c tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:12.346109 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d0aa81bf-25c4-4c8c-8d22-96e4d623f371 req-22a8167f-9242-4f19-ade3-b1be2d8dae0c tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=4bd372eb-4111-4aca-985e-c6c12fb80443 HTTP/1.1" status: 200 len: 945 time: 0.0674136 Feb 16 14:20:12.402795 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d0aa81bf-25c4-4c8c-8d22-96e4d623f371 req-dc2a9931-fc7c-4dc1-bd2d-f9edce7d11df tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490952 Feb 16 14:20:12.422523 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83602140-4d65-4913-b819-ddb37a865f5a req-04a181d9-850f-4d9d-b200-ebbfd6d56055 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:12.424807 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-83602140-4d65-4913-b819-ddb37a865f5a req-04a181d9-850f-4d9d-b200-ebbfd6d56055 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 946 time: 0.0855997 Feb 16 14:20:12.429143 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f4fb-7ea9-448d-9c44-08fc2737c2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (86100e92-d951-4144-bd87-36328b8a7b76), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:12.483926 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-83602140-4d65-4913-b819-ddb37a865f5a req-f246e2e2-a2e3-4dd4-ba77-829ab9662a93 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a304b7ae-1265-4202-af5b-2245021c533e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514250 Feb 16 14:20:13.446755 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0fb670-5f58-49df-94a8-ab48437f94ec req-4fecf420-2299-457e-909b-84820ddac302 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:13.447837 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2f0fb670-5f58-49df-94a8-ab48437f94ec req-4fecf420-2299-457e-909b-84820ddac302 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bd372eb-4111-4aca-985e-c6c12fb80443 HTTP/1.1" status: 200 len: 945 time: 0.0602648 Feb 16 14:20:13.592324 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a180ab-8105-4437-b15d-5bf657e6e974 req-5f33e95a-f17e-4b3a-8f35-eb4776cfffd9 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:13.593942 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b0a180ab-8105-4437-b15d-5bf657e6e974 req-5f33e95a-f17e-4b3a-8f35-eb4776cfffd9 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=4bd372eb-4111-4aca-985e-c6c12fb80443 HTTP/1.1" status: 200 len: 945 time: 0.0979197 Feb 16 14:20:13.620440 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3619e270-8501-4c2a-b087-3de8a0913f6a req-361cfbdf-a8f6-4bdf-a689-aa51acf92741 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:13.621949 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3619e270-8501-4c2a-b087-3de8a0913f6a req-361cfbdf-a8f6-4bdf-a689-aa51acf92741 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 946 time: 0.0598271 Feb 16 14:20:13.623926 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-2f0fb670-5f58-49df-94a8-ab48437f94ec req-85194793-c1a2-4a50-9893-c2eac2cacc96 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Deleting port ad98e9e8-7973-422b-a463-9e44d914f740 {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:20:13.624258 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-2f0fb670-5f58-49df-94a8-ab48437f94ec req-85194793-c1a2-4a50-9893-c2eac2cacc96 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784247387639'] for port (ad98e9e8-7973-422b-a463-9e44d914f740), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:13.668565 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3619e270-8501-4c2a-b087-3de8a0913f6a req-c85ebb65-fb54-4e9f-986e-768e1eae93f9 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a304b7ae-1265-4202-af5b-2245021c533e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406978 Feb 16 14:20:13.672819 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b0a180ab-8105-4437-b15d-5bf657e6e974 req-d0279c97-d6a7-4cd1-92b7-9f270f2d632b tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726042 Feb 16 14:20:13.720812 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ac86131d-db3b-4e6c-9567-647e6948f8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (6a38cbfe-57d3-4d37-ac59-552f6dc7f99c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:13.736242 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-2f0fb670-5f58-49df-94a8-ab48437f94ec req-85194793-c1a2-4a50-9893-c2eac2cacc96 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] For port ad98e9e8-7973-422b-a463-9e44d914f740, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ad98e9e8-7973-422b-a463-9e44d914f740,segment=NetworkSegment(60939eb9-e0f4-4fd7-9c84-2e8354cdfa58),segment_id=60939eb9-e0f4-4fd7-9c84-2e8354cdfa58)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:20:13.736605 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-2f0fb670-5f58-49df-94a8-ab48437f94ec req-85194793-c1a2-4a50-9893-c2eac2cacc96 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595644'] for port (ad98e9e8-7973-422b-a463-9e44d914f740), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:13.751010 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-2f0fb670-5f58-49df-94a8-ab48437f94ec req-85194793-c1a2-4a50-9893-c2eac2cacc96 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Calling delete_port for ad98e9e8-7973-422b-a463-9e44d914f740 owned by compute:nova {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:20:13.866907 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeef37b-6543-4cfe-be14-60732c20d032 req-1f28d1e2-2d1e-40bb-9fff-ca67ce34a36a tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:13.869061 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2eeef37b-6543-4cfe-be14-60732c20d032 req-1f28d1e2-2d1e-40bb-9fff-ca67ce34a36a tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.120 "GET /v2.0/networks?id=e3e9463f-f243-414b-8fa7-457c2dbb5b39 HTTP/1.1" status: 200 len: 809 time: 0.1049688 Feb 16 14:20:13.883417 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-2f0fb670-5f58-49df-94a8-ab48437f94ec req-85194793-c1a2-4a50-9893-c2eac2cacc96 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784247495006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784246951217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811206'] for port (ad98e9e8-7973-422b-a463-9e44d914f740), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:13.884219 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2eeef37b-6543-4cfe-be14-60732c20d032 req-79de769d-5185-4e15-90af-3f8bc13df437 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.120 "GET /v2.0/quotas/71413a47b38342d491d74511f42bad36 HTTP/1.1" status: 200 len: 375 time: 0.0093298 Feb 16 14:20:13.911047 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85194793-c1a2-4a50-9893-c2eac2cacc96 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Pushing event deleted for resources: {'Port': ['ID=ad98e9e8-7973-422b-a463-9e44d914f740,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:13.917133 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2eeef37b-6543-4cfe-be14-60732c20d032 req-ae1f1111-626d-4869-97ba-8bb261bbeda0 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.120 "GET /v2.0/ports?tenant_id=71413a47b38342d491d74511f42bad36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265942 Feb 16 14:20:13.924060 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85194793-c1a2-4a50-9893-c2eac2cacc96 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:20:13.924415 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85194793-c1a2-4a50-9893-c2eac2cacc96 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:20:13.924765 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85194793-c1a2-4a50-9893-c2eac2cacc96 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:20:13.925101 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85194793-c1a2-4a50-9893-c2eac2cacc96 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:20:13.925438 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85194793-c1a2-4a50-9893-c2eac2cacc96 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:20:13.925769 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85194793-c1a2-4a50-9893-c2eac2cacc96 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:20:13.926092 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85194793-c1a2-4a50-9893-c2eac2cacc96 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:20:13.926419 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85194793-c1a2-4a50-9893-c2eac2cacc96 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:20:13.926743 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85194793-c1a2-4a50-9893-c2eac2cacc96 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:20:13.927071 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85194793-c1a2-4a50-9893-c2eac2cacc96 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:20:13.927415 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85194793-c1a2-4a50-9893-c2eac2cacc96 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:20:13.927741 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85194793-c1a2-4a50-9893-c2eac2cacc96 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:20:13.928062 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85194793-c1a2-4a50-9893-c2eac2cacc96 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:20:13.965110 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f0fb670-5f58-49df-94a8-ab48437f94ec req-85194793-c1a2-4a50-9893-c2eac2cacc96 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] No DVR routers for this DVR port ad98e9e8-7973-422b-a463-9e44d914f740 on host hv-cinder-77398 {{(pid=102968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:20:13.967495 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-2f0fb670-5f58-49df-94a8-ab48437f94ec req-85194793-c1a2-4a50-9893-c2eac2cacc96 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:13.970735 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2f0fb670-5f58-49df-94a8-ab48437f94ec req-85194793-c1a2-4a50-9893-c2eac2cacc96 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.10 "DELETE /v2.0/ports/ad98e9e8-7973-422b-a463-9e44d914f740 HTTP/1.1" status: 204 len: 173 time: 0.5133383 Feb 16 14:20:13.971189 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd372eb-4111-4aca-985e-c6c12fb80443', 'name': 'network-vif-deleted', 'tag': 'ad98e9e8-7973-422b-a463-9e44d914f740'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:20:13.974149 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669008da0707fbbfdc7037cdc0b86c67378ff5c6b942db7a00e5cd0dd563b74b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae8aad0-5c68-4da4-a1a1-a85999045df1" -d '{"events": [{"server_uuid": "4bd372eb-4111-4aca-985e-c6c12fb80443", "name": "network-vif-deleted", "tag": "ad98e9e8-7973-422b-a463-9e44d914f740"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:20:14.010369 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b00088-2fa3-48c4-b11b-6a37d994dad5 x-openstack-request-id: req-05b00088-2fa3-48c4-b11b-6a37d994dad5 {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:20:14.010670 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd372eb-4111-4aca-985e-c6c12fb80443", "name": "network-vif-deleted", "tag": "ad98e9e8-7973-422b-a463-9e44d914f740", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:20:14.010929 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-05b00088-2fa3-48c4-b11b-6a37d994dad5 {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:20:14.011330 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd372eb-4111-4aca-985e-c6c12fb80443', 'name': 'network-vif-deleted', 'tag': 'ad98e9e8-7973-422b-a463-9e44d914f740', 'status': 'completed', 'code': 200} Feb 16 14:20:14.019041 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2eeef37b-6543-4cfe-be14-60732c20d032 req-2724c8fd-9148-41ed-84b5-3c11368a7301 service neutron] 10.222.0.120 "GET /v2.0/networks/e3e9463f-f243-414b-8fa7-457c2dbb5b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937502 Feb 16 14:20:14.110723 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2eeef37b-6543-4cfe-be14-60732c20d032 req-e484c32a-1f5b-4800-bd4c-727c0c3c5c5c service neutron] 10.222.0.120 "GET /v2.0/networks/e3e9463f-f243-414b-8fa7-457c2dbb5b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857339 Feb 16 14:20:14.275058 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3115919e-1780-400f-9f3e-bcab359b81d6 req-480b45f9-f08d-4d34-973b-4b68270f3060 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.120 "GET /v2.0/ports?device_id=94f1f556-60fc-491e-b1e8-3bb71e09eac4 HTTP/1.1" status: 200 len: 210 time: 0.0273490 Feb 16 14:20:14.779629 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3c63d0de-2ef8-4e03-abde-39b815a30198 req-40740f5c-aa93-4ce3-a920-79697d5cc215 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=4bd372eb-4111-4aca-985e-c6c12fb80443 HTTP/1.1" status: 200 len: 210 time: 0.0320163 Feb 16 14:20:14.795803 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30051b2d-71eb-447b-bdc9-d5645f852b0f req-55f7fa39-4bd5-4486-9ed4-7d48adcfe7be tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:14.797323 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-30051b2d-71eb-447b-bdc9-d5645f852b0f req-55f7fa39-4bd5-4486-9ed4-7d48adcfe7be tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 946 time: 0.0593977 Feb 16 14:20:14.846920 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-30051b2d-71eb-447b-bdc9-d5645f852b0f req-a514ac64-5e31-4a96-8839-5cb6a09bdad3 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a304b7ae-1265-4202-af5b-2245021c533e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439975 Feb 16 14:20:15.051893 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (529a93d1-f8f6-4ba2-8600-6635050f85df), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:15.365720 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-19899afd-a847-4077-a6db-56a97998f5c5 req-cb28af50-547b-476e-9439-b4315278d320 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.120 "GET /v2.0/ports?device_id=94f1f556-60fc-491e-b1e8-3bb71e09eac4 HTTP/1.1" status: 200 len: 210 time: 0.0266566 Feb 16 14:20:15.876242 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-6737d131-a6c3-44ed-a8bb-520efb66d170 req-7aa71c48-6c28-46cb-8e74-b31f2c9306ee tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=4bd372eb-4111-4aca-985e-c6c12fb80443 HTTP/1.1" status: 200 len: 210 time: 0.0272295 Feb 16 14:20:15.968584 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9ea0f-ee06-4dc0-9ef7-b98fc18518d9 req-3ec8a8f7-19e0-43d8-a6d8-0698b77fe800 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:15.970088 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e3b9ea0f-ee06-4dc0-9ef7-b98fc18518d9 req-3ec8a8f7-19e0-43d8-a6d8-0698b77fe800 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 946 time: 0.0531352 Feb 16 14:20:16.018721 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e3b9ea0f-ee06-4dc0-9ef7-b98fc18518d9 req-741b8155-4f45-4385-9e4e-2a196310474e tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a304b7ae-1265-4202-af5b-2245021c533e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428684 Feb 16 14:20:16.090669 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] get_ports_and_sgs() called for port_ids ['03778484-d22b-41d2-8089-7f625fe2ad9c', '7e31eb21-1950-4d0f-a945-ca09a5f6f4ab', 'ad98e9e8-7973-422b-a463-9e44d914f740'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:20:16.463242 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-6b624a99-db65-41f4-b92b-8b3d622bf43a req-69b5cde1-5ed4-4950-9dfd-2100730eafaf tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.120 "GET /v2.0/ports?device_id=94f1f556-60fc-491e-b1e8-3bb71e09eac4 HTTP/1.1" status: 200 len: 210 time: 0.0282309 Feb 16 14:20:17.102082 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device ad98e9e8-7973-422b-a463-9e44d914f740 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:20:17.103196 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeef37b-6543-4cfe-be14-60732c20d032 req-c96682de-6870-44bd-82a8-17caddf49a51 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:17.104900 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2eeef37b-6543-4cfe-be14-60732c20d032 req-c96682de-6870-44bd-82a8-17caddf49a51 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.10 "GET /v2.0/networks?id=e3e9463f-f243-414b-8fa7-457c2dbb5b39 HTTP/1.1" status: 200 len: 809 time: 0.1458445 Feb 16 14:20:17.146839 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] No Port match for: ad98e9e8-7973-422b-a463-9e44d914f740 {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:20:17.147086 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device ad98e9e8-7973-422b-a463-9e44d914f740 not bound to the agent host hv-cinder-77398 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:20:17.169276 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2aa5ab-bd72-4da4-8309-54cbc1ad626b req-462337be-e114-4b6b-a12d-567e2652beed tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:17.170779 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-fb2aa5ab-bd72-4da4-8309-54cbc1ad626b req-462337be-e114-4b6b-a12d-567e2652beed tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 946 time: 0.0646691 Feb 16 14:20:17.195642 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96258a-dc3e-4e5a-830f-7b5d0d3afeee req-770d7bb0-ebf5-4457-b6d0-21f1fd374b39 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:17.197834 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-7a96258a-dc3e-4e5a-830f-7b5d0d3afeee req-770d7bb0-ebf5-4457-b6d0-21f1fd374b39 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=f5af009c-ae5b-46cd-b713-46848a624cfd HTTP/1.1" status: 200 len: 945 time: 0.0575635 Feb 16 14:20:17.197991 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-2eeef37b-6543-4cfe-be14-60732c20d032 req-281c4c1a-b400-418c-bfdb-a51cf22b0169 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Request body: {'port': {'device_id': '94f1f556-60fc-491e-b1e8-3bb71e09eac4', 'network_id': 'e3e9463f-f243-414b-8fa7-457c2dbb5b39', 'admin_state_up': True, 'tenant_id': '71413a47b38342d491d74511f42bad36'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:20:17.254324 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-7a96258a-dc3e-4e5a-830f-7b5d0d3afeee req-ec9b2fbc-76db-4aab-9ae2-724b23993cf7 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460818 Feb 16 14:20:17.290996 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-fb2aa5ab-bd72-4da4-8309-54cbc1ad626b req-83e8aeaf-006a-4848-9fb5-0d8fe0ba3188 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a304b7ae-1265-4202-af5b-2245021c533e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144781 Feb 16 14:20:17.342082 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eeef37b-6543-4cfe-be14-60732c20d032 req-281c4c1a-b400-418c-bfdb-a51cf22b0169 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Made reservation on behalf of 71413a47b38342d491d74511f42bad36 for: {'port': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:20:17.346119 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-2eeef37b-6543-4cfe-be14-60732c20d032 req-281c4c1a-b400-418c-bfdb-a51cf22b0169 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:17.522468 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_common [req-2eeef37b-6543-4cfe-be14-60732c20d032 req-281c4c1a-b400-418c-bfdb-a51cf22b0169 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Allocated IP 172.20.0.10 (e3e9463f-f243-414b-8fa7-457c2dbb5b39/8bf2634d-da95-49f3-a628-2de826b9f568/0a03dec5-709a-409a-99ab-db39306dcfec) {{(pid=102968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:20:17.549328 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c8a2a-26d7-4170-a985-9eeca58e9372 req-d032c8f0-b620-4c0c-88b1-07f11e53bc66 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:17.556392 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a49c8a2a-26d7-4170-a985-9eeca58e9372 req-d032c8f0-b620-4c0c-88b1-07f11e53bc66 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/ports?device_id=2d1616f3-b456-4c61-8cc8-da5e22a97e90 HTTP/1.1" status: 200 len: 984 time: 0.0962174 Feb 16 14:20:17.591098 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-1f819734-8f9d-47ae-a881-1a668903f8aa req-60e06598-6ca8-43e7-8d72-deca8d90a39a tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.120 "GET /v2.0/ports?device_id=94f1f556-60fc-491e-b1e8-3bb71e09eac4 HTTP/1.1" status: 200 len: 210 time: 0.0339041 Feb 16 14:20:17.593216 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd966999-a141-4994-b878-818e4f62b094 req-a08fc269-d421-498a-bd1c-b9c3b5b93f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:17.594800 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-bd966999-a141-4994-b878-818e4f62b094 req-a08fc269-d421-498a-bd1c-b9c3b5b93f53 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=451735af279a49b18eb4ca311c7315a0&device_id=2d1616f3-b456-4c61-8cc8-da5e22a97e90 HTTP/1.1" status: 200 len: 1168 time: 0.0845237 Feb 16 14:20:17.678444 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a49c8a2a-26d7-4170-a985-9eeca58e9372 req-e278cfc7-a0c0-4e8b-8544-90c6e696d454 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/security-groups?id=2d5f0775-d95b-405f-a566-2235d8a0cb0e&id=4ca7a229-bfd5-4388-bbc9-924f219d6f25&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1211686 Feb 16 14:20:17.697273 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd966999-a141-4994-b878-818e4f62b094 req-be0d57a8-b97b-4710-b089-d3b86051a52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:17.699129 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-bd966999-a141-4994-b878-818e4f62b094 req-be0d57a8-b97b-4710-b089-d3b86051a52b service neutron] 10.222.0.10 "GET /v2.0/networks?id=72812c74-d3b2-4e09-97cd-f0c45c3b9f64 HTTP/1.1" status: 200 len: 917 time: 0.0967147 Feb 16 14:20:17.767529 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-2eeef37b-6543-4cfe-be14-60732c20d032 req-281c4c1a-b400-418c-bfdb-a51cf22b0169 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Publish callbacks [] for port (0a03dec5-709a-409a-99ab-db39306dcfec), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:17.814900 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-bd966999-a141-4994-b878-818e4f62b094 req-8512aa87-064b-4ab6-9d8c-944336503852 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3de8b920-644e-4a4e-b051-6ca2a80b90cb HTTP/1.1" status: 200 len: 1000 time: 0.1032507 Feb 16 14:20:17.876104 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd966999-a141-4994-b878-818e4f62b094 req-aeb8049f-b694-4def-9cd0-21cc6713abbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:17.877609 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-bd966999-a141-4994-b878-818e4f62b094 req-aeb8049f-b694-4def-9cd0-21cc6713abbb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b624c315-0258-4d32-af36-3453b0a86eee HTTP/1.1" status: 200 len: 854 time: 0.0505600 Feb 16 14:20:17.937835 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd966999-a141-4994-b878-818e4f62b094 req-f6608312-3ada-4a37-84e3-ae97e45709e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:17.939385 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-bd966999-a141-4994-b878-818e4f62b094 req-f6608312-3ada-4a37-84e3-ae97e45709e8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=72812c74-d3b2-4e09-97cd-f0c45c3b9f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0539010 Feb 16 14:20:18.034236 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-bd966999-a141-4994-b878-818e4f62b094 req-6b73fbe8-50f5-4c34-8150-dfc58a88cbfb service neutron] 10.222.0.10 "GET /v2.0/networks/72812c74-d3b2-4e09-97cd-f0c45c3b9f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854945 Feb 16 14:20:18.057242 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-2eeef37b-6543-4cfe-be14-60732c20d032 req-281c4c1a-b400-418c-bfdb-a51cf22b0169 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784246951208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811206'] for port (0a03dec5-709a-409a-99ab-db39306dcfec), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:18.103219 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eeef37b-6543-4cfe-be14-60732c20d032 req-281c4c1a-b400-418c-bfdb-a51cf22b0169 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Network e3e9463f-f243-414b-8fa7-457c2dbb5b39 is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:20:18.108460 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [req-2eeef37b-6543-4cfe-be14-60732c20d032 req-281c4c1a-b400-418c-bfdb-a51cf22b0169 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:20:18.113313 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eeef37b-6543-4cfe-be14-60732c20d032 req-281c4c1a-b400-418c-bfdb-a51cf22b0169 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Received port after_create {{(pid=102968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:20:18.117205 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281c4c1a-b400-418c-bfdb-a51cf22b0169 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Pushing event updated for resources: {'Port': ['ID=0a03dec5-709a-409a-99ab-db39306dcfec,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:18.147547 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-bd966999-a141-4994-b878-818e4f62b094 req-8e10eb76-2ea0-4a42-a086-3b14ee9a9928 service neutron] 10.222.0.10 "GET /v2.0/networks/72812c74-d3b2-4e09-97cd-f0c45c3b9f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055925 Feb 16 14:20:18.164366 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeef37b-6543-4cfe-be14-60732c20d032 req-281c4c1a-b400-418c-bfdb-a51cf22b0169 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:18.165102 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-2eeef37b-6543-4cfe-be14-60732c20d032 req-281c4c1a-b400-418c-bfdb-a51cf22b0169 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:18.184065 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2eeef37b-6543-4cfe-be14-60732c20d032 req-281c4c1a-b400-418c-bfdb-a51cf22b0169 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9925752 Feb 16 14:20:18.217069 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-2eeef37b-6543-4cfe-be14-60732c20d032 req-7943d88e-2191-4327-b7e8-68733625f9cf service neutron] Request body: {'port': {'device_id': '94f1f556-60fc-491e-b1e8-3bb71e09eac4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:20:18.290625 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-2eeef37b-6543-4cfe-be14-60732c20d032 req-7943d88e-2191-4327-b7e8-68733625f9cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (0a03dec5-709a-409a-99ab-db39306dcfec), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:18.395106 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b77bb6-9afb-4633-b182-68957574c985 req-0a54110f-1275-4a24-8066-5affe48c4917 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:18.396648 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-e9b77bb6-9afb-4633-b182-68957574c985 req-0a54110f-1275-4a24-8066-5affe48c4917 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=f5af009c-ae5b-46cd-b713-46848a624cfd HTTP/1.1" status: 200 len: 945 time: 0.0692539 Feb 16 14:20:18.454140 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-e9b77bb6-9afb-4633-b182-68957574c985 req-e10c9999-b8f1-4d06-9c38-dc6c9cfd2b96 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501337 Feb 16 14:20:18.505036 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b95e89-9645-4736-bb41-7a2a80b4689c req-15ee4dc8-bda9-4b8e-9869-60629a228155 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:18.506524 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-30b95e89-9645-4736-bb41-7a2a80b4689c req-15ee4dc8-bda9-4b8e-9869-60629a228155 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 946 time: 0.1002989 Feb 16 14:20:18.608882 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-30b95e89-9645-4736-bb41-7a2a80b4689c req-3dcb4d73-0710-41d9-a17e-535801136da1 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a304b7ae-1265-4202-af5b-2245021c533e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775237 Feb 16 14:20:18.686067 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [req-2eeef37b-6543-4cfe-be14-60732c20d032 req-7943d88e-2191-4327-b7e8-68733625f9cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a03dec5-709a-409a-99ab-db39306dcfec {{(pid=102968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:20:18.694460 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-2eeef37b-6543-4cfe-be14-60732c20d032 req-7943d88e-2191-4327-b7e8-68733625f9cf service neutron] Publish callbacks [] for port (0a03dec5-709a-409a-99ab-db39306dcfec), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:18.709692 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.provisioning_blocks [req-2eeef37b-6543-4cfe-be14-60732c20d032 req-7943d88e-2191-4327-b7e8-68733625f9cf service neutron] Transition to ACTIVE for port object 0a03dec5-709a-409a-99ab-db39306dcfec will not be triggered until provisioned by entity L2. {{(pid=102968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:20:18.715686 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-2eeef37b-6543-4cfe-be14-60732c20d032 req-7943d88e-2191-4327-b7e8-68733625f9cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8811213'] for port (0a03dec5-709a-409a-99ab-db39306dcfec), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:18.745355 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e82bcbf-e830-42e8-bd59-6cc992de00a0 req-7730abfd-249a-4e74-9e5c-734ce91f0d7a tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:18.761868 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-0e82bcbf-e830-42e8-bd59-6cc992de00a0 req-7730abfd-249a-4e74-9e5c-734ce91f0d7a tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.120 "GET /v2.0/ports?device_id=94f1f556-60fc-491e-b1e8-3bb71e09eac4 HTTP/1.1" status: 200 len: 932 time: 0.0834768 Feb 16 14:20:18.808460 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7943d88e-2191-4327-b7e8-68733625f9cf service neutron] Pushing event updated for resources: {'Port': ['ID=0a03dec5-709a-409a-99ab-db39306dcfec,revision_number=2']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:18.823879 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-0e82bcbf-e830-42e8-bd59-6cc992de00a0 req-369dda72-0612-4e43-a288-025b7941abee tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.120 "GET /v2.0/security-groups?id=d4290c7a-46cc-47c9-8ae6-ccdfaebb6bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554776 Feb 16 14:20:18.905291 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-2eeef37b-6543-4cfe-be14-60732c20d032 req-7943d88e-2191-4327-b7e8-68733625f9cf service neutron] Attempting to bind port 0a03dec5-709a-409a-99ab-db39306dcfec on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:20:18.905716 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-2eeef37b-6543-4cfe-be14-60732c20d032 req-7943d88e-2191-4327-b7e8-68733625f9cf service neutron] Attempting to bind port 0a03dec5-709a-409a-99ab-db39306dcfec by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '860934f6-ea90-493a-96b5-0c752741e2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': 'e3e9463f-f243-414b-8fa7-457c2dbb5b39'}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:20:18.906053 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eeef37b-6543-4cfe-be14-60732c20d032 req-7943d88e-2191-4327-b7e8-68733625f9cf service neutron] Attempting to bind port 0a03dec5-709a-409a-99ab-db39306dcfec on network e3e9463f-f243-414b-8fa7-457c2dbb5b39 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:20:18.913737 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eeef37b-6543-4cfe-be14-60732c20d032 req-7943d88e-2191-4327-b7e8-68733625f9cf service neutron] Port 0a03dec5-709a-409a-99ab-db39306dcfec on network e3e9463f-f243-414b-8fa7-457c2dbb5b39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:20:18.914046 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eeef37b-6543-4cfe-be14-60732c20d032 req-7943d88e-2191-4327-b7e8-68733625f9cf service neutron] Attempting to bind port 0a03dec5-709a-409a-99ab-db39306dcfec on network e3e9463f-f243-414b-8fa7-457c2dbb5b39 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:20:18.922684 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eeef37b-6543-4cfe-be14-60732c20d032 req-7943d88e-2191-4327-b7e8-68733625f9cf service neutron] Checking agent: {'id': '0563e457-3a96-4909-b5a3-8fa5db96f619', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 14, 3), 'started_at': datetime.datetime(2022, 2, 16, 14, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:20:18.923022 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eeef37b-6543-4cfe-be14-60732c20d032 req-7943d88e-2191-4327-b7e8-68733625f9cf service neutron] Checking segment: {'id': '860934f6-ea90-493a-96b5-0c752741e2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': 'e3e9463f-f243-414b-8fa7-457c2dbb5b39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:20:18.923432 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eeef37b-6543-4cfe-be14-60732c20d032 req-7943d88e-2191-4327-b7e8-68733625f9cf service neutron] Bound using segment: {'id': '860934f6-ea90-493a-96b5-0c752741e2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': 'e3e9463f-f243-414b-8fa7-457c2dbb5b39'} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:20:18.923874 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-2eeef37b-6543-4cfe-be14-60732c20d032 req-7943d88e-2191-4327-b7e8-68733625f9cf service neutron] Bound port: 0a03dec5-709a-409a-99ab-db39306dcfec, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '860934f6-ea90-493a-96b5-0c752741e2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': 'e3e9463f-f243-414b-8fa7-457c2dbb5b39'}}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:20:18.924319 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-2eeef37b-6543-4cfe-be14-60732c20d032 req-7943d88e-2191-4327-b7e8-68733625f9cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (0a03dec5-709a-409a-99ab-db39306dcfec), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:18.953380 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f3f2b5-d4b9-4af0-a353-d2d2e12a7140 req-136cb486-e185-4eac-948e-57364c5d2023 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:18.954550 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed5205-1bab-4cec-9fa9-a18f7d6533d2 req-4d5aec91-8292-42e7-aa6b-614137efdb2d tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:18.956064 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e3f3f2b5-d4b9-4af0-a353-d2d2e12a7140 req-136cb486-e185-4eac-948e-57364c5d2023 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/ports?device_id=2d1616f3-b456-4c61-8cc8-da5e22a97e90 HTTP/1.1" status: 200 len: 984 time: 0.1433046 Feb 16 14:20:18.961165 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-94ed5205-1bab-4cec-9fa9-a18f7d6533d2 req-4d5aec91-8292-42e7-aa6b-614137efdb2d tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 946 time: 0.0736225 Feb 16 14:20:19.030739 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0a00f-2326-4fb3-b1b1-fbd23538ecbc req-c867495a-2a28-4b29-ab6f-961970b154a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:19.032263 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-1fe0a00f-2326-4fb3-b1b1-fbd23538ecbc req-c867495a-2a28-4b29-ab6f-961970b154a2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=191319209d6f4aa0a692cf7d431b25ef&device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 1130 time: 0.1040328 Feb 16 14:20:19.036171 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-94ed5205-1bab-4cec-9fa9-a18f7d6533d2 req-c15628bc-808c-4b38-9599-02e1d03ef9ea tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a304b7ae-1265-4202-af5b-2245021c533e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741184 Feb 16 14:20:19.067542 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-2eeef37b-6543-4cfe-be14-60732c20d032 req-7943d88e-2191-4327-b7e8-68733625f9cf service neutron] For port 0a03dec5-709a-409a-99ab-db39306dcfec, host hv-cinder-77398, cleared binding levels {{(pid=102968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:20:19.074063 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-2eeef37b-6543-4cfe-be14-60732c20d032 req-7943d88e-2191-4327-b7e8-68733625f9cf service neutron] For port 0a03dec5-709a-409a-99ab-db39306dcfec, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=0a03dec5-709a-409a-99ab-db39306dcfec,segment=NetworkSegment(860934f6-ea90-493a-96b5-0c752741e2af),segment_id=860934f6-ea90-493a-96b5-0c752741e2af)] {{(pid=102968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:20:19.087660 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-2eeef37b-6543-4cfe-be14-60732c20d032 req-7943d88e-2191-4327-b7e8-68733625f9cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8811213'] for port (0a03dec5-709a-409a-99ab-db39306dcfec), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:19.101048 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e3f3f2b5-d4b9-4af0-a353-d2d2e12a7140 req-9c4a5ee9-8067-4d4d-b792-07e8be51dec5 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/security-groups?id=2d5f0775-d95b-405f-a566-2235d8a0cb0e&id=4ca7a229-bfd5-4388-bbc9-924f219d6f25&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1185017 Feb 16 14:20:19.137384 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeef37b-6543-4cfe-be14-60732c20d032 req-7943d88e-2191-4327-b7e8-68733625f9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:19.137987 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-2eeef37b-6543-4cfe-be14-60732c20d032 req-7943d88e-2191-4327-b7e8-68733625f9cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:19.139609 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2eeef37b-6543-4cfe-be14-60732c20d032 req-7943d88e-2191-4327-b7e8-68733625f9cf service neutron] 10.222.0.10 "PUT /v2.0/ports/0a03dec5-709a-409a-99ab-db39306dcfec HTTP/1.1" status: 200 len: 1094 time: 0.9269490 Feb 16 14:20:19.143563 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94f1f556-60fc-491e-b1e8-3bb71e09eac4', 'tag': '0a03dec5-709a-409a-99ab-db39306dcfec'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:20:19.143563 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669008da0707fbbfdc7037cdc0b86c67378ff5c6b942db7a00e5cd0dd563b74b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8a9889-50c1-49c9-91e3-8b25e48ee3f7" -d '{"events": [{"name": "network-changed", "server_uuid": "94f1f556-60fc-491e-b1e8-3bb71e09eac4", "tag": "0a03dec5-709a-409a-99ab-db39306dcfec"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:20:19.165832 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7943d88e-2191-4327-b7e8-68733625f9cf service neutron] Pushing event updated for resources: {'Port': ['ID=0a03dec5-709a-409a-99ab-db39306dcfec,revision_number=3']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:19.190913 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0a00f-2326-4fb3-b1b1-fbd23538ecbc req-bed30f52-8ae1-40c3-9b41-812febdb0949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:19.192682 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-1fe0a00f-2326-4fb3-b1b1-fbd23538ecbc req-bed30f52-8ae1-40c3-9b41-812febdb0949 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ebf6afd0-c796-4d65-bd33-5c3bb57211ed HTTP/1.1" status: 200 len: 911 time: 0.1509311 Feb 16 14:20:19.219155 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1b9469-255b-4862-beda-a0de16da78d7 x-openstack-request-id: req-ec1b9469-255b-4862-beda-a0de16da78d7 {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:20:19.219496 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94f1f556-60fc-491e-b1e8-3bb71e09eac4", "tag": "0a03dec5-709a-409a-99ab-db39306dcfec", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:20:19.219763 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-ec1b9469-255b-4862-beda-a0de16da78d7 {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:20:19.220615 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94f1f556-60fc-491e-b1e8-3bb71e09eac4', 'tag': '0a03dec5-709a-409a-99ab-db39306dcfec', 'status': 'completed', 'code': 200} Feb 16 14:20:19.296194 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9089fb13-b491-4309-b9c3-30b04e83db87 req-0e756782-7614-4506-bf2c-31a4815049b1 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:19.298240 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-9089fb13-b491-4309-b9c3-30b04e83db87 req-0e756782-7614-4506-bf2c-31a4815049b1 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5af009c-ae5b-46cd-b713-46848a624cfd HTTP/1.1" status: 200 len: 945 time: 0.1238015 Feb 16 14:20:19.305261 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeef37b-6543-4cfe-be14-60732c20d032 req-13c15302-c1b6-4fa4-82ba-8c3cd2b168f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:19.306059 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-1fe0a00f-2326-4fb3-b1b1-fbd23538ecbc req-62b17a44-af27-4bf6-b36b-339755d18cc6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03fc5fe8-f2fc-499e-b57a-b99a44fdcb80 HTTP/1.1" status: 200 len: 1001 time: 0.0850961 Feb 16 14:20:19.308103 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2eeef37b-6543-4cfe-be14-60732c20d032 req-13c15302-c1b6-4fa4-82ba-8c3cd2b168f4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=71413a47b38342d491d74511f42bad36&device_id=94f1f556-60fc-491e-b1e8-3bb71e09eac4 HTTP/1.1" status: 200 len: 1128 time: 0.0603883 Feb 16 14:20:19.362512 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2eeef37b-6543-4cfe-be14-60732c20d032 req-db71094f-c2ee-4ae5-8d7e-61577021c487 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a03dec5-709a-409a-99ab-db39306dcfec HTTP/1.1" status: 200 len: 217 time: 0.0352371 Feb 16 14:20:19.418036 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeef37b-6543-4cfe-be14-60732c20d032 req-10f48690-287e-4adc-8eb7-ac51e65d24f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:19.419459 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2eeef37b-6543-4cfe-be14-60732c20d032 req-10f48690-287e-4adc-8eb7-ac51e65d24f1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8bf2634d-da95-49f3-a628-2de826b9f568 HTTP/1.1" status: 200 len: 849 time: 0.0484977 Feb 16 14:20:19.437146 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0a00f-2326-4fb3-b1b1-fbd23538ecbc req-925b8838-ff8e-4110-83fe-9bc7be8818b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:19.438592 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-1fe0a00f-2326-4fb3-b1b1-fbd23538ecbc req-925b8838-ff8e-4110-83fe-9bc7be8818b3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=664452e3-1277-4c51-8f59-1d3b97df3dbb HTTP/1.1" status: 200 len: 848 time: 0.1050401 Feb 16 14:20:19.459101 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2eeef37b-6543-4cfe-be14-60732c20d032 req-c056eef5-0187-4852-b7d7-58071fa49cb7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e3e9463f-f243-414b-8fa7-457c2dbb5b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317585 Feb 16 14:20:19.509152 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [req-9089fb13-b491-4309-b9c3-30b04e83db87 req-79231455-80a1-4add-b958-03c33d3f84c9 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Deleting port 7e31eb21-1950-4d0f-a945-ca09a5f6f4ab {{(pid=102969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:20:19.509545 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-9089fb13-b491-4309-b9c3-30b04e83db87 req-79231455-80a1-4add-b958-03c33d3f84c9 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784247387639'] for port (7e31eb21-1950-4d0f-a945-ca09a5f6f4ab), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:19.542061 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0a00f-2326-4fb3-b1b1-fbd23538ecbc req-91a48c88-e073-4f36-adde-39b2f0ed50c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:19.543588 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-1fe0a00f-2326-4fb3-b1b1-fbd23538ecbc req-91a48c88-e073-4f36-adde-39b2f0ed50c6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ebf6afd0-c796-4d65-bd33-5c3bb57211ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0982802 Feb 16 14:20:19.592261 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2eeef37b-6543-4cfe-be14-60732c20d032 req-a9d656e6-d943-4356-8985-51ac59999491 service neutron] 10.222.0.10 "GET /v2.0/networks/e3e9463f-f243-414b-8fa7-457c2dbb5b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256230 Feb 16 14:20:19.637479 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce89ec9-5e4f-4ac1-95d3-575c0be630de req-2d6286e2-7f37-426b-a1cd-747a42d03e02 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:19.639177 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9ce89ec9-5e4f-4ac1-95d3-575c0be630de req-2d6286e2-7f37-426b-a1cd-747a42d03e02 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=f5af009c-ae5b-46cd-b713-46848a624cfd HTTP/1.1" status: 200 len: 945 time: 0.1025467 Feb 16 14:20:19.744185 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9ce89ec9-5e4f-4ac1-95d3-575c0be630de req-0b6ad49a-bc43-4837-98e2-d10a8c0cedeb tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979121 Feb 16 14:20:19.751919 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2eeef37b-6543-4cfe-be14-60732c20d032 req-7ebb07f9-48a0-418e-8d9e-5cabd285284d service neutron] 10.222.0.10 "GET /v2.0/networks/e3e9463f-f243-414b-8fa7-457c2dbb5b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492352 Feb 16 14:20:19.912373 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a9889-50c1-49c9-91e3-8b25e48ee3f7 req-e3d2bcdb-b7f2-4ddc-bce9-1f8d1cb4f0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:19.914145 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-df8a9889-50c1-49c9-91e3-8b25e48ee3f7 req-e3d2bcdb-b7f2-4ddc-bce9-1f8d1cb4f0dd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=71413a47b38342d491d74511f42bad36&device_id=94f1f556-60fc-491e-b1e8-3bb71e09eac4 HTTP/1.1" status: 200 len: 1128 time: 0.0509398 Feb 16 14:20:19.944472 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.db [req-9089fb13-b491-4309-b9c3-30b04e83db87 req-79231455-80a1-4add-b958-03c33d3f84c9 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] For port 7e31eb21-1950-4d0f-a945-ca09a5f6f4ab, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=7e31eb21-1950-4d0f-a945-ca09a5f6f4ab,segment=NetworkSegment(60939eb9-e0f4-4fd7-9c84-2e8354cdfa58),segment_id=60939eb9-e0f4-4fd7-9c84-2e8354cdfa58)] {{(pid=102969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:20:19.944823 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-9089fb13-b491-4309-b9c3-30b04e83db87 req-79231455-80a1-4add-b958-03c33d3f84c9 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595644'] for port (7e31eb21-1950-4d0f-a945-ca09a5f6f4ab), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:19.979903 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [req-9089fb13-b491-4309-b9c3-30b04e83db87 req-79231455-80a1-4add-b958-03c33d3f84c9 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Calling delete_port for 7e31eb21-1950-4d0f-a945-ca09a5f6f4ab owned by compute:nova {{(pid=102969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:20:20.007941 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-1fe0a00f-2326-4fb3-b1b1-fbd23538ecbc req-1979d428-03f2-4d3e-8bdd-fcb995bab4fd service neutron] 10.222.0.10 "GET /v2.0/networks/ebf6afd0-c796-4d65-bd33-5c3bb57211ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4556639 Feb 16 14:20:20.012125 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a9889-50c1-49c9-91e3-8b25e48ee3f7 req-0f66803e-2322-4464-bcd0-148597cc054c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:20.013615 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-df8a9889-50c1-49c9-91e3-8b25e48ee3f7 req-0f66803e-2322-4464-bcd0-148597cc054c service neutron] 10.222.0.10 "GET /v2.0/networks?id=e3e9463f-f243-414b-8fa7-457c2dbb5b39 HTTP/1.1" status: 200 len: 911 time: 0.0914271 Feb 16 14:20:20.060554 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-df8a9889-50c1-49c9-91e3-8b25e48ee3f7 req-7c19d8f2-755d-43f4-9714-274d5aca95c2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a03dec5-709a-409a-99ab-db39306dcfec HTTP/1.1" status: 200 len: 217 time: 0.0367072 Feb 16 14:20:20.089044 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3052559d-32c6-4a82-b662-9200a56823f5 req-d9d6b360-5471-462d-b086-45a77add01a7 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:20.090605 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3052559d-32c6-4a82-b662-9200a56823f5 req-d9d6b360-5471-462d-b086-45a77add01a7 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.120 "GET /v2.0/ports?device_id=94f1f556-60fc-491e-b1e8-3bb71e09eac4 HTTP/1.1" status: 200 len: 944 time: 0.1728427 Feb 16 14:20:20.139133 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a9889-50c1-49c9-91e3-8b25e48ee3f7 req-22c116b6-3992-4428-b1b1-382695047794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:20.140659 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-df8a9889-50c1-49c9-91e3-8b25e48ee3f7 req-22c116b6-3992-4428-b1b1-382695047794 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8bf2634d-da95-49f3-a628-2de826b9f568 HTTP/1.1" status: 200 len: 849 time: 0.0735059 Feb 16 14:20:20.185280 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-df8a9889-50c1-49c9-91e3-8b25e48ee3f7 req-325ca4da-f1d6-4e69-8e9b-6eabe99c1141 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e3e9463f-f243-414b-8fa7-457c2dbb5b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302665 Feb 16 14:20:20.209976 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-1fe0a00f-2326-4fb3-b1b1-fbd23538ecbc req-21991b23-4043-4c2d-9067-3dbf3bb20feb service neutron] 10.222.0.10 "GET /v2.0/networks/ebf6afd0-c796-4d65-bd33-5c3bb57211ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687775 Feb 16 14:20:20.217556 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3052559d-32c6-4a82-b662-9200a56823f5 req-c5f18d78-31c6-48d6-9744-20eb70a644a5 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.120 "GET /v2.0/security-groups?id=d4290c7a-46cc-47c9-8ae6-ccdfaebb6bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156049 Feb 16 14:20:20.233865 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01a567-1c0f-4637-afef-a08e07cdedd1 req-c6e72f25-57d0-43e7-9266-ac4a67f54ab5 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:20.235654 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2c01a567-1c0f-4637-afef-a08e07cdedd1 req-c6e72f25-57d0-43e7-9266-ac4a67f54ab5 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 946 time: 0.1139710 Feb 16 14:20:20.291974 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-9089fb13-b491-4309-b9c3-30b04e83db87 req-79231455-80a1-4add-b958-03c33d3f84c9 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784247495006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784246951217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10340347'] for port (7e31eb21-1950-4d0f-a945-ca09a5f6f4ab), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:20.344763 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] get_ports_and_sgs() called for port_ids ['03778484-d22b-41d2-8089-7f625fe2ad9c', '7e31eb21-1950-4d0f-a945-ca09a5f6f4ab'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:20:20.350187 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2c01a567-1c0f-4637-afef-a08e07cdedd1 req-907f70ac-b918-42ee-8f92-b31f0db3ed8e tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a304b7ae-1265-4202-af5b-2245021c533e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075895 Feb 16 14:20:20.356784 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-df8a9889-50c1-49c9-91e3-8b25e48ee3f7 req-a2c3f0ff-fc4a-42db-adb7-33a7d0f4371c service neutron] 10.222.0.10 "GET /v2.0/networks/e3e9463f-f243-414b-8fa7-457c2dbb5b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631327 Feb 16 14:20:20.360820 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79231455-80a1-4add-b958-03c33d3f84c9 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Pushing event deleted for resources: {'Port': ['ID=7e31eb21-1950-4d0f-a945-ca09a5f6f4ab,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:20.443798 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.db.l3_dvrscheduler_db [req-9089fb13-b491-4309-b9c3-30b04e83db87 req-79231455-80a1-4add-b958-03c33d3f84c9 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] No DVR routers for this DVR port 7e31eb21-1950-4d0f-a945-ca09a5f6f4ab on host hv-cinder-77398 {{(pid=102969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:20:20.448664 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-9089fb13-b491-4309-b9c3-30b04e83db87 req-79231455-80a1-4add-b958-03c33d3f84c9 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for port (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:20.452277 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-9089fb13-b491-4309-b9c3-30b04e83db87 req-79231455-80a1-4add-b958-03c33d3f84c9 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.10 "DELETE /v2.0/ports/7e31eb21-1950-4d0f-a945-ca09a5f6f4ab HTTP/1.1" status: 204 len: 173 time: 1.1452444 Feb 16 14:20:20.453767 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5af009c-ae5b-46cd-b713-46848a624cfd', 'name': 'network-vif-deleted', 'tag': '7e31eb21-1950-4d0f-a945-ca09a5f6f4ab'}] {{(pid=102969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:20:20.457248 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}597425108aee33d34effbd51aa5a8721840594214ac6e6c89cce82b7911d7071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a1b70f-01c7-4f83-8ff6-6ddde4cd5650" -d '{"events": [{"server_uuid": "f5af009c-ae5b-46cd-b713-46848a624cfd", "name": "network-vif-deleted", "tag": "7e31eb21-1950-4d0f-a945-ca09a5f6f4ab"}]}' {{(pid=102969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:20:20.489390 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-df8a9889-50c1-49c9-91e3-8b25e48ee3f7 req-9fe39948-c942-4cfb-92a2-7a8f26297811 service neutron] 10.222.0.10 "GET /v2.0/networks/e3e9463f-f243-414b-8fa7-457c2dbb5b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237454 Feb 16 14:20:20.498652 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0db34-0ce4-4fa9-9ae0-cdf209a2c4b6 req-da9e4155-2506-4528-8b72-4f0936f21d37 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:20.506442 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-eca0db34-0ce4-4fa9-9ae0-cdf209a2c4b6 req-da9e4155-2506-4528-8b72-4f0936f21d37 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/ports?device_id=2d1616f3-b456-4c61-8cc8-da5e22a97e90 HTTP/1.1" status: 200 len: 984 time: 0.1929216 Feb 16 14:20:20.536815 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70cd08ec-dbfd-4f78-830d-acc6cc9d31a6 x-openstack-request-id: req-70cd08ec-dbfd-4f78-830d-acc6cc9d31a6 {{(pid=102969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:20:20.537570 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5af009c-ae5b-46cd-b713-46848a624cfd", "name": "network-vif-deleted", "tag": "7e31eb21-1950-4d0f-a945-ca09a5f6f4ab", "status": "completed", "code": 200}]} {{(pid=102969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:20:20.538149 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-70cd08ec-dbfd-4f78-830d-acc6cc9d31a6 {{(pid=102969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:20:20.538884 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5af009c-ae5b-46cd-b713-46848a624cfd', 'name': 'network-vif-deleted', 'tag': '7e31eb21-1950-4d0f-a945-ca09a5f6f4ab', 'status': 'completed', 'code': 200} Feb 16 14:20:20.627632 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-eca0db34-0ce4-4fa9-9ae0-cdf209a2c4b6 req-e6c7798f-7f80-4c8c-8b66-dc5694460955 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/security-groups?id=2d5f0775-d95b-405f-a566-2235d8a0cb0e&id=4ca7a229-bfd5-4388-bbc9-924f219d6f25&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1200781 Feb 16 14:20:20.866144 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-012cf6c7-ee85-4b83-83f1-2fb8e45ea8da req-405fe31a-a4a4-4a76-990e-d23a6a48fa9d tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=f5af009c-ae5b-46cd-b713-46848a624cfd HTTP/1.1" status: 200 len: 210 time: 0.0296838 Feb 16 14:20:21.342555 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e06d55-7660-4f77-afce-943c44594916 req-c2b15c89-2797-465a-ac4c-3ea3f3c07bf1 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:21.344038 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-01e06d55-7660-4f77-afce-943c44594916 req-c2b15c89-2797-465a-ac4c-3ea3f3c07bf1 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.120 "GET /v2.0/ports?device_id=94f1f556-60fc-491e-b1e8-3bb71e09eac4 HTTP/1.1" status: 200 len: 944 time: 0.0515726 Feb 16 14:20:21.390227 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-01e06d55-7660-4f77-afce-943c44594916 req-80c04379-3612-4c54-b2fe-5e289897424a tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.120 "GET /v2.0/security-groups?id=d4290c7a-46cc-47c9-8ae6-ccdfaebb6bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406268 Feb 16 14:20:21.492479 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347768d-ba88-48e1-8922-a7de60ee60c3 req-cbb1f20d-37d4-40a2-8338-15ec26c1f20f tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:21.494497 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e347768d-ba88-48e1-8922-a7de60ee60c3 req-cbb1f20d-37d4-40a2-8338-15ec26c1f20f tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 946 time: 0.0515301 Feb 16 14:20:21.540895 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e347768d-ba88-48e1-8922-a7de60ee60c3 req-adfcee03-79c1-4ca2-a87a-e67e5c20d2c6 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a304b7ae-1265-4202-af5b-2245021c533e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400836 Feb 16 14:20:21.745947 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0795b9c1-48cd-45fd-8101-1e0b8ddaab9e req-05ad474b-600a-4a2e-a8d5-f9d60ea5fa06 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:21.747495 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-0795b9c1-48cd-45fd-8101-1e0b8ddaab9e req-05ad474b-600a-4a2e-a8d5-f9d60ea5fa06 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/ports?device_id=2d1616f3-b456-4c61-8cc8-da5e22a97e90 HTTP/1.1" status: 200 len: 984 time: 0.0524964 Feb 16 14:20:21.816118 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-0795b9c1-48cd-45fd-8101-1e0b8ddaab9e req-33b48d97-edc6-4c00-98f8-019f958d4cdc tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/security-groups?id=2d5f0775-d95b-405f-a566-2235d8a0cb0e&id=4ca7a229-bfd5-4388-bbc9-924f219d6f25&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0624197 Feb 16 14:20:21.989111 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-768dee64-8b28-445e-8b67-4e7be1919518 req-b24a2f84-ccda-4328-b624-fb22289a5c67 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=f5af009c-ae5b-46cd-b713-46848a624cfd HTTP/1.1" status: 200 len: 210 time: 0.0417993 Feb 16 14:20:22.512817 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abf5ee4-4933-42ed-ba54-cca9326dea9d req-ecf9c048-f48e-4407-82f1-a35c449378b7 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:22.514314 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-9abf5ee4-4933-42ed-ba54-cca9326dea9d req-ecf9c048-f48e-4407-82f1-a35c449378b7 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.120 "GET /v2.0/ports?device_id=94f1f556-60fc-491e-b1e8-3bb71e09eac4 HTTP/1.1" status: 200 len: 944 time: 0.0550830 Feb 16 14:20:22.560786 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-9abf5ee4-4933-42ed-ba54-cca9326dea9d req-35f2cdea-8e04-4cab-a1d1-35c88549aa52 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.120 "GET /v2.0/security-groups?id=d4290c7a-46cc-47c9-8ae6-ccdfaebb6bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408571 Feb 16 14:20:22.939614 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503e124-f1c3-40ee-9b27-8b33cefdc28f req-5b1223bc-c7bc-41b8-a7d6-8d0f3ea3837c tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:22.940994 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d503e124-f1c3-40ee-9b27-8b33cefdc28f req-5b1223bc-c7bc-41b8-a7d6-8d0f3ea3837c tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/ports?device_id=2d1616f3-b456-4c61-8cc8-da5e22a97e90 HTTP/1.1" status: 200 len: 984 time: 0.0587695 Feb 16 14:20:23.001042 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d503e124-f1c3-40ee-9b27-8b33cefdc28f req-42e841dc-0f57-4dae-b7c8-9d78ff7a0e15 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/security-groups?id=2d5f0775-d95b-405f-a566-2235d8a0cb0e&id=4ca7a229-bfd5-4388-bbc9-924f219d6f25&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543718 Feb 16 14:20:23.101536 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-05a5e413-1cdf-49a9-8a9e-c4d0e9a25bca req-c350eeb8-f924-424a-b22f-e05f6b9f7043 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=f5af009c-ae5b-46cd-b713-46848a624cfd HTTP/1.1" status: 200 len: 210 time: 0.0268922 Feb 16 14:20:23.626534 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 0a03dec5-709a-409a-99ab-db39306dcfec details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:20:23.641174 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 7e31eb21-1950-4d0f-a945-ca09a5f6f4ab no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:20:23.665148 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] No Port match for: 7e31eb21-1950-4d0f-a945-ca09a5f6f4ab {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:20:23.665506 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 7e31eb21-1950-4d0f-a945-ca09a5f6f4ab not bound to the agent host hv-cinder-77398 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:20:23.702823 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba93485-f622-40e8-baea-b1f7cad859e7 req-d35215f9-dcca-4a0f-8f48-b9b1c8dc5591 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:23.704786 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3ba93485-f622-40e8-baea-b1f7cad859e7 req-d35215f9-dcca-4a0f-8f48-b9b1c8dc5591 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.120 "GET /v2.0/ports?device_id=94f1f556-60fc-491e-b1e8-3bb71e09eac4 HTTP/1.1" status: 200 len: 944 time: 0.0748107 Feb 16 14:20:23.776814 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 0a03dec5-709a-409a-99ab-db39306dcfec, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=0a03dec5-709a-409a-99ab-db39306dcfec,segment=NetworkSegment(860934f6-ea90-493a-96b5-0c752741e2af),segment_id=860934f6-ea90-493a-96b5-0c752741e2af)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:20:23.788769 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3ba93485-f622-40e8-baea-b1f7cad859e7 req-9ac338d5-cb50-44e3-96b5-190592f8dc9f tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.120 "GET /v2.0/security-groups?id=d4290c7a-46cc-47c9-8ae6-ccdfaebb6bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762117 Feb 16 14:20:23.790525 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Returning: {'device': '0a03dec5-709a-409a-99ab-db39306dcfec', 'network_id': 'e3e9463f-f243-414b-8fa7-457c2dbb5b39', 'port_id': '0a03dec5-709a-409a-99ab-db39306dcfec', 'mac_address': 'fa:16:3e:56:dc:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bf2634d-da95-49f3-a628-2de826b9f568', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:20:23.832317 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Current status of the port 0a03dec5-709a-409a-99ab-db39306dcfec is: DOWN; New status is: BUILD {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:20:23.832716 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (0a03dec5-709a-409a-99ab-db39306dcfec), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:23.847593 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a03dec5-709a-409a-99ab-db39306dcfec {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:20:23.869201 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 0a03dec5-709a-409a-99ab-db39306dcfec, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=0a03dec5-709a-409a-99ab-db39306dcfec,segment=NetworkSegment(860934f6-ea90-493a-96b5-0c752741e2af),segment_id=860934f6-ea90-493a-96b5-0c752741e2af)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:20:23.873762 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (0a03dec5-709a-409a-99ab-db39306dcfec), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:23.922314 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Pushing event updated for resources: {'Port': ['ID=0a03dec5-709a-409a-99ab-db39306dcfec,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:24.124329 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ee536c-b9d0-48f1-9091-3085c2cec5ad req-2593f424-a493-4447-bdf6-d9e8a6ea9faa tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:24.125740 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c6ee536c-b9d0-48f1-9091-3085c2cec5ad req-2593f424-a493-4447-bdf6-d9e8a6ea9faa tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/ports?device_id=2d1616f3-b456-4c61-8cc8-da5e22a97e90 HTTP/1.1" status: 200 len: 984 time: 0.0550139 Feb 16 14:20:24.197774 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c6ee536c-b9d0-48f1-9091-3085c2cec5ad req-c535c83b-9eab-4d0d-9019-5a709071a166 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/security-groups?id=2d5f0775-d95b-405f-a566-2235d8a0cb0e&id=4ca7a229-bfd5-4388-bbc9-924f219d6f25&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0654364 Feb 16 14:20:24.302879 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] get_ports_and_sgs() called for port_ids ['0a03dec5-709a-409a-99ab-db39306dcfec'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:20:24.912267 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b832f8b-b693-4fd4-9e1a-daa19ee6ae09 req-8da411af-e4b2-4906-9b65-40eb4ea5c605 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:24.913754 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6b832f8b-b693-4fd4-9e1a-daa19ee6ae09 req-8da411af-e4b2-4906-9b65-40eb4ea5c605 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.120 "GET /v2.0/ports?device_id=94f1f556-60fc-491e-b1e8-3bb71e09eac4 HTTP/1.1" status: 200 len: 945 time: 0.0529366 Feb 16 14:20:24.974965 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6b832f8b-b693-4fd4-9e1a-daa19ee6ae09 req-8550dcd2-6943-4dc1-a546-eb5cebf21d52 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.120 "GET /v2.0/security-groups?id=d4290c7a-46cc-47c9-8ae6-ccdfaebb6bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549903 Feb 16 14:20:25.325221 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb5418-8def-490b-becb-852324bf1e81 req-e60bf05d-a68b-4fa9-aa92-ddb62738d8ed tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:25.326748 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-aadb5418-8def-490b-becb-852324bf1e81 req-e60bf05d-a68b-4fa9-aa92-ddb62738d8ed tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/ports?device_id=2d1616f3-b456-4c61-8cc8-da5e22a97e90 HTTP/1.1" status: 200 len: 984 time: 0.0559764 Feb 16 14:20:25.389876 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-aadb5418-8def-490b-becb-852324bf1e81 req-3f0b6042-f397-407d-8aad-d84b4a63f898 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/security-groups?id=2d5f0775-d95b-405f-a566-2235d8a0cb0e&id=4ca7a229-bfd5-4388-bbc9-924f219d6f25&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574062 Feb 16 14:20:25.514156 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ec79e-05c8-4961-ae55-b00f1d56e337 req-fb2518d1-b6d7-4cb1-b0db-1a048499d375 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:25.515538 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b03ec79e-05c8-4961-ae55-b00f1d56e337 req-fb2518d1-b6d7-4cb1-b0db-1a048499d375 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=3850e64e-6744-4bcc-ba19-41a3657dfddc HTTP/1.1" status: 200 len: 945 time: 0.0533907 Feb 16 14:20:25.561508 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b03ec79e-05c8-4961-ae55-b00f1d56e337 req-b4934494-6f98-457a-9559-5c5bd7c99120 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403147 Feb 16 14:20:25.636260 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 0a03dec5-709a-409a-99ab-db39306dcfec up at agent hyperv_hv-cinder-77398 {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:20:25.684272 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Provisioning for port 0a03dec5-709a-409a-99ab-db39306dcfec completed by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:20:25.688356 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Provisioning complete for port 0a03dec5-709a-409a-99ab-db39306dcfec triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:20:25.688754 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (0a03dec5-709a-409a-99ab-db39306dcfec), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:25.772065 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Current status of the port 0a03dec5-709a-409a-99ab-db39306dcfec is: BUILD; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:20:25.772365 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (0a03dec5-709a-409a-99ab-db39306dcfec), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:25.797940 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f1f556-60fc-491e-b1e8-3bb71e09eac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a03dec5-709a-409a-99ab-db39306dcfec'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:20:25.800216 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcf4ad7936cd44f2198d6b2453955475838913f42e78743342b6e5b4d5a62724" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee20a3c-6522-41f3-9d9f-6635a941b40b" -d '{"events": [{"server_uuid": "94f1f556-60fc-491e-b1e8-3bb71e09eac4", "name": "network-vif-plugged", "status": "completed", "tag": "0a03dec5-709a-409a-99ab-db39306dcfec"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:20:25.812936 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 0a03dec5-709a-409a-99ab-db39306dcfec, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=0a03dec5-709a-409a-99ab-db39306dcfec,segment=NetworkSegment(860934f6-ea90-493a-96b5-0c752741e2af),segment_id=860934f6-ea90-493a-96b5-0c752741e2af)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:20:25.817107 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (0a03dec5-709a-409a-99ab-db39306dcfec), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:25.839949 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4559565-0f0c-4c43-8217-9f4fbdec6130 x-openstack-request-id: req-c4559565-0f0c-4c43-8217-9f4fbdec6130 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:20:25.840243 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94f1f556-60fc-491e-b1e8-3bb71e09eac4", "name": "network-vif-plugged", "status": "completed", "tag": "0a03dec5-709a-409a-99ab-db39306dcfec", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:20:25.840493 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-c4559565-0f0c-4c43-8217-9f4fbdec6130 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:20:25.840894 dv-cinder-773985-32-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f1f556-60fc-491e-b1e8-3bb71e09eac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a03dec5-709a-409a-99ab-db39306dcfec', 'code': 200} Feb 16 14:20:25.865530 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Pushing event updated for resources: {'Port': ['ID=0a03dec5-709a-409a-99ab-db39306dcfec,revision_number=5']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:26.069262 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5703f-64e1-46a2-9977-a08067feeed3 req-ebcfa1f7-8f44-4b4b-98dd-5d4aba50eb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:26.071212 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c1e5703f-64e1-46a2-9977-a08067feeed3 req-ebcfa1f7-8f44-4b4b-98dd-5d4aba50eb96 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=94f1f556-60fc-491e-b1e8-3bb71e09eac4 HTTP/1.1" status: 200 len: 1130 time: 0.0508175 Feb 16 14:20:26.104342 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5da278-b994-47dc-92a4-ab0a4ad3f514 req-2a5eb780-fe8b-47b8-b741-03f93d7cbb3b tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:26.105971 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-1e5da278-b994-47dc-92a4-ab0a4ad3f514 req-2a5eb780-fe8b-47b8-b741-03f93d7cbb3b tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.120 "GET /v2.0/ports?device_id=94f1f556-60fc-491e-b1e8-3bb71e09eac4 HTTP/1.1" status: 200 len: 946 time: 0.0640309 Feb 16 14:20:26.122856 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c1e5703f-64e1-46a2-9977-a08067feeed3 req-2faa44f5-89c6-4c8c-8320-c7bec9035cc0 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d4290c7a-46cc-47c9-8ae6-ccdfaebb6bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449638 Feb 16 14:20:26.157583 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-1e5da278-b994-47dc-92a4-ab0a4ad3f514 req-5a41d6e9-0a5e-48a8-aaeb-54fdc49e5ff5 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.120 "GET /v2.0/security-groups?id=d4290c7a-46cc-47c9-8ae6-ccdfaebb6bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453238 Feb 16 14:20:26.513665 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dcc196-fec3-465c-b055-09196a863dda req-1eb14bee-bb63-44ac-ad0e-ad672a2704de tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:26.515333 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f8dcc196-fec3-465c-b055-09196a863dda req-1eb14bee-bb63-44ac-ad0e-ad672a2704de tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/ports?device_id=2d1616f3-b456-4c61-8cc8-da5e22a97e90 HTTP/1.1" status: 200 len: 984 time: 0.0554259 Feb 16 14:20:26.581284 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f8dcc196-fec3-465c-b055-09196a863dda req-3a66acfd-f0dc-442b-9627-a021b4699936 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/security-groups?id=2d5f0775-d95b-405f-a566-2235d8a0cb0e&id=4ca7a229-bfd5-4388-bbc9-924f219d6f25&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0598462 Feb 16 14:20:26.681041 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e1f04-25f7-4723-b582-b2470f606fcc req-210785d1-7a70-4684-8b41-77be45e7a755 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:26.682419 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-121e1f04-25f7-4723-b582-b2470f606fcc req-210785d1-7a70-4684-8b41-77be45e7a755 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=3850e64e-6744-4bcc-ba19-41a3657dfddc HTTP/1.1" status: 200 len: 945 time: 0.0521846 Feb 16 14:20:26.728693 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-121e1f04-25f7-4723-b582-b2470f606fcc req-5925ea5d-df7c-423b-869e-cb683a0f7e7b tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406756 Feb 16 14:20:27.289139 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4070f9f-4f17-444e-ba3e-65347e9ba9c6 req-374f6e08-454b-4e91-b9bb-8ec5b4360168 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:27.291029 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c4070f9f-4f17-444e-ba3e-65347e9ba9c6 req-374f6e08-454b-4e91-b9bb-8ec5b4360168 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.120 "GET /v2.0/ports?device_id=94f1f556-60fc-491e-b1e8-3bb71e09eac4 HTTP/1.1" status: 200 len: 946 time: 0.0631225 Feb 16 14:20:27.339596 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c4070f9f-4f17-444e-ba3e-65347e9ba9c6 req-6db76087-b184-450a-9e9b-e6e4ce203be9 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.120 "GET /v2.0/security-groups?id=d4290c7a-46cc-47c9-8ae6-ccdfaebb6bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429299 Feb 16 14:20:27.700864 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5a109-b9fc-467c-bf38-1e2a650662d8 req-2246f865-f9fe-4b73-9aae-bccf2d46e4b3 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:27.702372 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-7ac5a109-b9fc-467c-bf38-1e2a650662d8 req-2246f865-f9fe-4b73-9aae-bccf2d46e4b3 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/ports?device_id=2d1616f3-b456-4c61-8cc8-da5e22a97e90 HTTP/1.1" status: 200 len: 984 time: 0.0514128 Feb 16 14:20:27.772745 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-7ac5a109-b9fc-467c-bf38-1e2a650662d8 req-3db2051e-cd7f-4569-9c20-1b592e7b28dc tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/security-groups?id=2d5f0775-d95b-405f-a566-2235d8a0cb0e&id=4ca7a229-bfd5-4388-bbc9-924f219d6f25&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0632153 Feb 16 14:20:27.854779 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dccb08-653b-4554-93ba-ab6c8585345b req-4470e9d8-b9ca-4e7f-9287-7fdadc0c2f02 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:27.856614 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-88dccb08-653b-4554-93ba-ab6c8585345b req-4470e9d8-b9ca-4e7f-9287-7fdadc0c2f02 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=3850e64e-6744-4bcc-ba19-41a3657dfddc HTTP/1.1" status: 200 len: 945 time: 0.0545704 Feb 16 14:20:27.911659 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-88dccb08-653b-4554-93ba-ab6c8585345b req-5b3a024b-786a-48cc-8695-9c7454201ce1 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/security-groups?id=e1eec8b1-c540-4315-883d-c500cc6c059a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493824 Feb 16 14:20:28.023367 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791481ef-6a98-432b-8db9-9c0d4304a39e req-af798e3f-be61-4c97-b1b3-9e7147e7f04a tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:28.025467 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-791481ef-6a98-432b-8db9-9c0d4304a39e req-af798e3f-be61-4c97-b1b3-9e7147e7f04a tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.10 "GET /v2.0/ports?device_id=3850e64e-6744-4bcc-ba19-41a3657dfddc HTTP/1.1" status: 200 len: 945 time: 0.0596950 Feb 16 14:20:28.125821 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-791481ef-6a98-432b-8db9-9c0d4304a39e req-5a33bf79-dc71-4cdc-8f9e-b5e3d128254b tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Deleting port 03778484-d22b-41d2-8089-7f625fe2ad9c {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:20:28.126157 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-791481ef-6a98-432b-8db9-9c0d4304a39e req-5a33bf79-dc71-4cdc-8f9e-b5e3d128254b tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784247387639'] for port (03778484-d22b-41d2-8089-7f625fe2ad9c), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:28.216187 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-791481ef-6a98-432b-8db9-9c0d4304a39e req-5a33bf79-dc71-4cdc-8f9e-b5e3d128254b tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] For port 03778484-d22b-41d2-8089-7f625fe2ad9c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=03778484-d22b-41d2-8089-7f625fe2ad9c,segment=NetworkSegment(60939eb9-e0f4-4fd7-9c84-2e8354cdfa58),segment_id=60939eb9-e0f4-4fd7-9c84-2e8354cdfa58)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:20:28.216469 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-791481ef-6a98-432b-8db9-9c0d4304a39e req-5a33bf79-dc71-4cdc-8f9e-b5e3d128254b tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595644'] for port (03778484-d22b-41d2-8089-7f625fe2ad9c), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:28.228890 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-791481ef-6a98-432b-8db9-9c0d4304a39e req-5a33bf79-dc71-4cdc-8f9e-b5e3d128254b tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Calling delete_port for 03778484-d22b-41d2-8089-7f625fe2ad9c owned by compute:nova {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:20:28.356964 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-791481ef-6a98-432b-8db9-9c0d4304a39e req-5a33bf79-dc71-4cdc-8f9e-b5e3d128254b tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784247495006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784246951217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811206'] for port (03778484-d22b-41d2-8089-7f625fe2ad9c), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:28.393774 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a33bf79-dc71-4cdc-8f9e-b5e3d128254b tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Pushing event deleted for resources: {'Port': ['ID=03778484-d22b-41d2-8089-7f625fe2ad9c,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:28.397023 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] get_ports_and_sgs() called for port_ids ['03778484-d22b-41d2-8089-7f625fe2ad9c'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:20:28.443091 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-791481ef-6a98-432b-8db9-9c0d4304a39e req-5a33bf79-dc71-4cdc-8f9e-b5e3d128254b tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] No DVR routers for this DVR port 03778484-d22b-41d2-8089-7f625fe2ad9c on host hv-cinder-77398 {{(pid=102968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:20:28.446430 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-791481ef-6a98-432b-8db9-9c0d4304a39e req-5a33bf79-dc71-4cdc-8f9e-b5e3d128254b tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:28.450010 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-791481ef-6a98-432b-8db9-9c0d4304a39e req-5a33bf79-dc71-4cdc-8f9e-b5e3d128254b tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.10 "DELETE /v2.0/ports/03778484-d22b-41d2-8089-7f625fe2ad9c HTTP/1.1" status: 204 len: 173 time: 0.4181037 Feb 16 14:20:28.450635 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3850e64e-6744-4bcc-ba19-41a3657dfddc', 'name': 'network-vif-deleted', 'tag': '03778484-d22b-41d2-8089-7f625fe2ad9c'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:20:28.453986 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669008da0707fbbfdc7037cdc0b86c67378ff5c6b942db7a00e5cd0dd563b74b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3226fbe3-71d6-46e4-ae72-bc4c2fcfe570" -d '{"events": [{"server_uuid": "3850e64e-6744-4bcc-ba19-41a3657dfddc", "name": "network-vif-deleted", "tag": "03778484-d22b-41d2-8089-7f625fe2ad9c"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:20:28.493960 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12eb4185-05d0-4ac7-9207-f3d0d8b24808 x-openstack-request-id: req-12eb4185-05d0-4ac7-9207-f3d0d8b24808 {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:20:28.494855 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3850e64e-6744-4bcc-ba19-41a3657dfddc", "name": "network-vif-deleted", "tag": "03778484-d22b-41d2-8089-7f625fe2ad9c", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:20:28.495206 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-12eb4185-05d0-4ac7-9207-f3d0d8b24808 {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:20:28.495992 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3850e64e-6744-4bcc-ba19-41a3657dfddc', 'name': 'network-vif-deleted', 'tag': '03778484-d22b-41d2-8089-7f625fe2ad9c', 'status': 'completed', 'code': 200} Feb 16 14:20:28.496687 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ab25b-56f2-422f-b496-c8b8654428dd req-2953cfc1-85b9-4554-ad86-d813a15a9cfe tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:28.498672 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-270ab25b-56f2-422f-b496-c8b8654428dd req-2953cfc1-85b9-4554-ad86-d813a15a9cfe tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.120 "GET /v2.0/ports?device_id=94f1f556-60fc-491e-b1e8-3bb71e09eac4 HTTP/1.1" status: 200 len: 946 time: 0.0633411 Feb 16 14:20:28.547751 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-270ab25b-56f2-422f-b496-c8b8654428dd req-a1587252-2fa7-46ea-8354-4c6e456f345b tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.120 "GET /v2.0/security-groups?id=d4290c7a-46cc-47c9-8ae6-ccdfaebb6bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434158 Feb 16 14:20:28.905903 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28231ceb-21c2-4a8f-badb-b5b02ea536bc req-f80af9e1-fb55-44bf-8396-152dafc5358a tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:28.905903 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-28231ceb-21c2-4a8f-badb-b5b02ea536bc req-f80af9e1-fb55-44bf-8396-152dafc5358a tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/ports?device_id=2d1616f3-b456-4c61-8cc8-da5e22a97e90 HTTP/1.1" status: 200 len: 984 time: 0.0561182 Feb 16 14:20:28.960443 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-28231ceb-21c2-4a8f-badb-b5b02ea536bc req-a7315517-c8bb-46e2-9671-ab2cd159a6c2 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/security-groups?id=2d5f0775-d95b-405f-a566-2235d8a0cb0e&id=4ca7a229-bfd5-4388-bbc9-924f219d6f25&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566497 Feb 16 14:20:29.034560 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-9206dd1f-290c-481f-87ca-99645edf34d3 req-5d5fb865-f00e-4e95-b4de-70263ab5c3a7 tempest-AttachVolumeNegativeTest-2058861303 tempest-AttachVolumeNegativeTest-2058861303-project] 10.222.0.120 "GET /v2.0/ports?device_id=3850e64e-6744-4bcc-ba19-41a3657dfddc HTTP/1.1" status: 200 len: 210 time: 0.0295410 Feb 16 14:20:29.393973 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12033e-93b5-4638-9327-3eb9a120c627 req-b41c9397-0aba-41a5-a0d7-ae26d88c9719 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:29.395456 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-5d12033e-93b5-4638-9327-3eb9a120c627 req-b41c9397-0aba-41a5-a0d7-ae26d88c9719 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.120 "GET /v2.0/ports?device_id=94f1f556-60fc-491e-b1e8-3bb71e09eac4 HTTP/1.1" status: 200 len: 946 time: 0.0517831 Feb 16 14:20:29.446777 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-5d12033e-93b5-4638-9327-3eb9a120c627 req-5b990195-b215-45b9-8cd6-be9196f9ca38 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.120 "GET /v2.0/security-groups?id=d4290c7a-46cc-47c9-8ae6-ccdfaebb6bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449283 Feb 16 14:20:30.093107 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd53c6-652f-4988-ae58-2f242c36a956 req-fde42a95-d754-4f14-862d-efe8127d2958 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:30.094874 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 57576) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:20:30.099960 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a2dd53c6-652f-4988-ae58-2f242c36a956 req-fde42a95-d754-4f14-862d-efe8127d2958 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/ports?device_id=2d1616f3-b456-4c61-8cc8-da5e22a97e90 HTTP/1.1" status: 200 len: 984 time: 0.0673232 Feb 16 14:20:30.144818 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.db.db_base_plugin_v2 [None req-59d8f4d8-0ee8-4f88-a5be-40e2eeab152c admin admin] Deleting subnet afa93d15-5472-4072-ba03-2d6b4a530984 {{(pid=102969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 14:20:30.147837 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-59d8f4d8-0ee8-4f88-a5be-40e2eeab152c admin admin] Publish callbacks [] for subnet (afa93d15-5472-4072-ba03-2d6b4a530984), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:30.171281 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a2dd53c6-652f-4988-ae58-2f242c36a956 req-76d3ff2b-1112-46e2-9b30-8686a0b59fa3 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/security-groups?id=2d5f0775-d95b-405f-a566-2235d8a0cb0e&id=4ca7a229-bfd5-4388-bbc9-924f219d6f25&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0700328 Feb 16 14:20:30.182603 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-59d8f4d8-0ee8-4f88-a5be-40e2eeab152c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10125341'] for subnet (afa93d15-5472-4072-ba03-2d6b4a530984), precommit_delete_associations {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:30.223157 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-59d8f4d8-0ee8-4f88-a5be-40e2eeab152c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-900998'] for subnet (afa93d15-5472-4072-ba03-2d6b4a530984), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:30.280146 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-59d8f4d8-0ee8-4f88-a5be-40e2eeab152c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-901007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10340302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10395585'] for subnet (afa93d15-5472-4072-ba03-2d6b4a530984), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:30.311940 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d8f4d8-0ee8-4f88-a5be-40e2eeab152c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afa93d15-5472-4072-ba03-2d6b4a530984,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:30.315973 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-59d8f4d8-0ee8-4f88-a5be-40e2eeab152c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:30.319468 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-59d8f4d8-0ee8-4f88-a5be-40e2eeab152c admin admin] 10.222.0.120 "DELETE /v2.0/subnets/afa93d15-5472-4072-ba03-2d6b4a530984 HTTP/1.1" status: 204 len: 168 time: 0.2228723 Feb 16 14:20:30.321974 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 57578) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:20:30.393478 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-020d2e48-164a-475d-a438-538de67f0514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924667'] for network (61c5fb91-b66e-4415-8fe4-ccf1596db820), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:30.476889 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-020d2e48-164a-475d-a438-538de67f0514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897531', 'neutron.services.segments.db._delete_segments_for_network-8784247451275'] for network (61c5fb91-b66e-4415-8fe4-ccf1596db820), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:30.499090 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.services.segments.db [None req-020d2e48-164a-475d-a438-538de67f0514 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61c5fb91-b66e-4415-8fe4-ccf1596db820']}} {{(pid=102969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:20:30.508464 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.services.segments.db [None req-020d2e48-164a-475d-a438-538de67f0514 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60939eb9-e0f4-4fd7-9c84-2e8354cdfa58') {'for_net_delete': True} {{(pid=102969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:20:30.508757 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.services.segments.db [None req-020d2e48-164a-475d-a438-538de67f0514 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60939eb9-e0f4-4fd7-9c84-2e8354cdfa58') {} {{(pid=102969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:20:30.518863 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-020d2e48-164a-475d-a438-538de67f0514 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784247452308', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10125332'] for segment (60939eb9-e0f4-4fd7-9c84-2e8354cdfa58), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:30.552822 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-020d2e48-164a-475d-a438-538de67f0514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894495'] for segment (60939eb9-e0f4-4fd7-9c84-2e8354cdfa58), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:30.562697 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-020d2e48-164a-475d-a438-538de67f0514 admin admin] Releasing vlan 1311 on physical network physnet1 to pool {{(pid=102969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:20:30.563181 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-020d2e48-164a-475d-a438-538de67f0514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10340244'] for segment (60939eb9-e0f4-4fd7-9c84-2e8354cdfa58), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:30.564834 dv-cinder-773985-32-iscsi neutron-server[102969]: Traceback (most recent call last): Feb 16 14:20:30.564834 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:20:30.564834 dv-cinder-773985-32-iscsi neutron-server[102969]: timer() Feb 16 14:20:30.564834 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:20:30.564834 dv-cinder-773985-32-iscsi neutron-server[102969]: cb(*args, **kw) Feb 16 14:20:30.564834 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:20:30.564834 dv-cinder-773985-32-iscsi neutron-server[102969]: return func(*args, **kwargs) Feb 16 14:20:30.564834 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:20:30.564834 dv-cinder-773985-32-iscsi neutron-server[102969]: self._notify() Feb 16 14:20:30.564834 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:20:30.564834 dv-cinder-773985-32-iscsi neutron-server[102969]: self.callback(batched_events) Feb 16 14:20:30.564834 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:20:30.564834 dv-cinder-773985-32-iscsi neutron-server[102969]: event.method(event) Feb 16 14:20:30.564834 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:20:30.564834 dv-cinder-773985-32-iscsi neutron-server[102969]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:20:30.564834 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:20:30.564834 dv-cinder-773985-32-iscsi neutron-server[102969]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:20:30.564834 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:20:30.564834 dv-cinder-773985-32-iscsi neutron-server[102969]: return f(self, *a, **k) Feb 16 14:20:30.564834 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:20:30.564834 dv-cinder-773985-32-iscsi neutron-server[102969]: return self._get(url).json() Feb 16 14:20:30.564834 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:20:30.564834 dv-cinder-773985-32-iscsi neutron-server[102969]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:20:30.564834 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:20:30.564834 dv-cinder-773985-32-iscsi neutron-server[102969]: return self.request(url, 'GET', **kwargs) Feb 16 14:20:30.564834 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:20:30.564834 dv-cinder-773985-32-iscsi neutron-server[102969]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:20:30.564834 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:20:30.564834 dv-cinder-773985-32-iscsi neutron-server[102969]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:20:30.564834 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:20:30.564834 dv-cinder-773985-32-iscsi neutron-server[102969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:20:30.564834 dv-cinder-773985-32-iscsi neutron-server[102969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:20:30.628628 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc7c7c-7826-41f5-bc17-8b56dfc9825a req-635fe82d-0f0d-49ba-b30b-38452bf2e656 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:30.630124 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-15bc7c7c-7826-41f5-bc17-8b56dfc9825a req-635fe82d-0f0d-49ba-b30b-38452bf2e656 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.120 "GET /v2.0/ports?device_id=94f1f556-60fc-491e-b1e8-3bb71e09eac4 HTTP/1.1" status: 200 len: 946 time: 0.1131480 Feb 16 14:20:30.634789 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-020d2e48-164a-475d-a438-538de67f0514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1596086'] for network (61c5fb91-b66e-4415-8fe4-ccf1596db820), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:30.640241 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-020d2e48-164a-475d-a438-538de67f0514 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for network (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:30.643338 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-020d2e48-164a-475d-a438-538de67f0514 admin admin] 10.222.0.120 "DELETE /v2.0/networks/61c5fb91-b66e-4415-8fe4-ccf1596db820 HTTP/1.1" status: 204 len: 168 time: 0.3204446 Feb 16 14:20:30.657957 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020d2e48-164a-475d-a438-538de67f0514 admin admin] Pushing event deleted for resources: {'Network': ['ID=61c5fb91-b66e-4415-8fe4-ccf1596db820,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:30.705260 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-15bc7c7c-7826-41f5-bc17-8b56dfc9825a req-7b58f3e5-a583-4981-9435-6c395662873b tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.120 "GET /v2.0/security-groups?id=d4290c7a-46cc-47c9-8ae6-ccdfaebb6bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608163 Feb 16 14:20:30.816583 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 57590) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:20:30.859260 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-451c09d4-658c-4739-9235-406c52b9ccfe admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=3a34e3e6c1ee4ab48ff1d85f68799b81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411887 Feb 16 14:20:30.861603 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 57592) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:20:30.911795 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-5a7d37b4-af4f-4d7a-8a62-a2fc7f989b96 admin admin] Publish callbacks [] for security_group (e1eec8b1-c540-4315-883d-c500cc6c059a), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:30.934885 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-5a7d37b4-af4f-4d7a-8a62-a2fc7f989b96 admin admin] Publish callbacks [] for security_group (e1eec8b1-c540-4315-883d-c500cc6c059a), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:30.995884 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-5a7d37b4-af4f-4d7a-8a62-a2fc7f989b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (e1eec8b1-c540-4315-883d-c500cc6c059a), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:30.999243 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-5a7d37b4-af4f-4d7a-8a62-a2fc7f989b96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:31.000955 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-5a7d37b4-af4f-4d7a-8a62-a2fc7f989b96 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/e1eec8b1-c540-4315-883d-c500cc6c059a HTTP/1.1" status: 204 len: 168 time: 0.1382251 Feb 16 14:20:31.012341 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7d37b4-af4f-4d7a-8a62-a2fc7f989b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1eec8b1-c540-4315-883d-c500cc6c059a,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:31.105269 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506c384-ac1c-489f-807b-e5de1fef38b5 req-8f910b1f-d7bb-4511-8b49-61c2547d15fc tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:31.106975 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8506c384-ac1c-489f-807b-e5de1fef38b5 req-8f910b1f-d7bb-4511-8b49-61c2547d15fc tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.10 "GET /v2.0/ports?device_id=94f1f556-60fc-491e-b1e8-3bb71e09eac4 HTTP/1.1" status: 200 len: 946 time: 0.0586784 Feb 16 14:20:31.221001 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-8506c384-ac1c-489f-807b-e5de1fef38b5 req-32aed812-f424-4b98-9cfb-46e46dbbdffe tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Deleting port 0a03dec5-709a-409a-99ab-db39306dcfec {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:20:31.221350 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-8506c384-ac1c-489f-807b-e5de1fef38b5 req-32aed812-f424-4b98-9cfb-46e46dbbdffe tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784247387639'] for port (0a03dec5-709a-409a-99ab-db39306dcfec), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:31.364357 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-8506c384-ac1c-489f-807b-e5de1fef38b5 req-32aed812-f424-4b98-9cfb-46e46dbbdffe tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] For port 0a03dec5-709a-409a-99ab-db39306dcfec, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=0a03dec5-709a-409a-99ab-db39306dcfec,segment=NetworkSegment(860934f6-ea90-493a-96b5-0c752741e2af),segment_id=860934f6-ea90-493a-96b5-0c752741e2af)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:20:31.364620 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-8506c384-ac1c-489f-807b-e5de1fef38b5 req-32aed812-f424-4b98-9cfb-46e46dbbdffe tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595644'] for port (0a03dec5-709a-409a-99ab-db39306dcfec), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:31.384984 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-8506c384-ac1c-489f-807b-e5de1fef38b5 req-32aed812-f424-4b98-9cfb-46e46dbbdffe tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Calling delete_port for 0a03dec5-709a-409a-99ab-db39306dcfec owned by compute:nova {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:20:31.397478 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd6ba9-6d82-4681-b310-f599fa5673a9 req-f685e4a6-f8df-4aec-ade1-a7b36545e56a tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:31.399052 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-dabd6ba9-6d82-4681-b310-f599fa5673a9 req-f685e4a6-f8df-4aec-ade1-a7b36545e56a tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/ports?device_id=2d1616f3-b456-4c61-8cc8-da5e22a97e90 HTTP/1.1" status: 200 len: 984 time: 0.0968213 Feb 16 14:20:31.513231 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-dabd6ba9-6d82-4681-b310-f599fa5673a9 req-ac853571-70f5-4555-81ca-997bfae22e0a tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/security-groups?id=2d5f0775-d95b-405f-a566-2235d8a0cb0e&id=4ca7a229-bfd5-4388-bbc9-924f219d6f25&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1081185 Feb 16 14:20:31.601704 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-8506c384-ac1c-489f-807b-e5de1fef38b5 req-32aed812-f424-4b98-9cfb-46e46dbbdffe tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784247495006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784246951217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811206'] for port (0a03dec5-709a-409a-99ab-db39306dcfec), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:31.644016 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aed812-f424-4b98-9cfb-46e46dbbdffe tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Pushing event deleted for resources: {'Port': ['ID=0a03dec5-709a-409a-99ab-db39306dcfec,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:31.645405 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] get_ports_and_sgs() called for port_ids ['0a03dec5-709a-409a-99ab-db39306dcfec'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:20:31.696770 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-8506c384-ac1c-489f-807b-e5de1fef38b5 req-32aed812-f424-4b98-9cfb-46e46dbbdffe tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] No DVR routers for this DVR port 0a03dec5-709a-409a-99ab-db39306dcfec on host hv-cinder-77398 {{(pid=102968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:20:31.699969 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-8506c384-ac1c-489f-807b-e5de1fef38b5 req-32aed812-f424-4b98-9cfb-46e46dbbdffe tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:31.703445 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8506c384-ac1c-489f-807b-e5de1fef38b5 req-32aed812-f424-4b98-9cfb-46e46dbbdffe tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.10 "DELETE /v2.0/ports/0a03dec5-709a-409a-99ab-db39306dcfec HTTP/1.1" status: 204 len: 173 time: 0.5898917 Feb 16 14:20:31.703962 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f1f556-60fc-491e-b1e8-3bb71e09eac4', 'name': 'network-vif-deleted', 'tag': '0a03dec5-709a-409a-99ab-db39306dcfec'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:20:31.707170 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669008da0707fbbfdc7037cdc0b86c67378ff5c6b942db7a00e5cd0dd563b74b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42543d86-3589-4261-ab2d-5da72086bbeb" -d '{"events": [{"server_uuid": "94f1f556-60fc-491e-b1e8-3bb71e09eac4", "name": "network-vif-deleted", "tag": "0a03dec5-709a-409a-99ab-db39306dcfec"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:20:31.773438 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2adf69f-3608-4fb3-bd0f-e0823ed60b2a x-openstack-request-id: req-f2adf69f-3608-4fb3-bd0f-e0823ed60b2a {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:20:31.773747 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94f1f556-60fc-491e-b1e8-3bb71e09eac4", "name": "network-vif-deleted", "tag": "0a03dec5-709a-409a-99ab-db39306dcfec", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:20:31.774032 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-f2adf69f-3608-4fb3-bd0f-e0823ed60b2a {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:20:31.774451 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f1f556-60fc-491e-b1e8-3bb71e09eac4', 'name': 'network-vif-deleted', 'tag': '0a03dec5-709a-409a-99ab-db39306dcfec', 'status': 'completed', 'code': 200} Feb 16 14:20:31.825859 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-93f66bda-8a24-477f-ba69-a44aa03523d3 req-2e2664df-5171-4535-a2fd-2563fb1bd27e tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.120 "GET /v2.0/ports?device_id=94f1f556-60fc-491e-b1e8-3bb71e09eac4 HTTP/1.1" status: 200 len: 210 time: 0.0327322 Feb 16 14:20:31.877255 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 57630) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:20:32.009481 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-8da1e4f1-1f6a-4b0d-942a-1fe78c949903 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1106140058-network', 'tenant_id': '63bafab503d24e2fb0a0676e1ebe414e'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:20:32.044563 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da1e4f1-1f6a-4b0d-942a-1fe78c949903 admin admin] Made reservation on behalf of 63bafab503d24e2fb0a0676e1ebe414e for: {'network': 1} {{(pid=102969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:20:32.047259 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-8da1e4f1-1f6a-4b0d-942a-1fe78c949903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for network (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:32.057902 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-8da1e4f1-1f6a-4b0d-942a-1fe78c949903 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:32.170129 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-8da1e4f1-1f6a-4b0d-942a-1fe78c949903 admin admin] Publish callbacks [] for security_group (f1579f97-d179-46f9-a230-a8fdac305706), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:32.174765 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-8da1e4f1-1f6a-4b0d-942a-1fe78c949903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (f1579f97-d179-46f9-a230-a8fdac305706), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:32.206427 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8da1e4f1-1f6a-4b0d-942a-1fe78c949903 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1304} {{(pid=102969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:20:32.220348 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da1e4f1-1f6a-4b0d-942a-1fe78c949903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1579f97-d179-46f9-a230-a8fdac305706,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:32.225803 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-8da1e4f1-1f6a-4b0d-942a-1fe78c949903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894495'] for segment (7d13d6eb-4793-4ceb-9fc0-08ce6add2691), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:32.226180 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.db.segments_db [None req-8da1e4f1-1f6a-4b0d-942a-1fe78c949903 admin admin] Added segment 7d13d6eb-4793-4ceb-9fc0-08ce6add2691 of type vlan for network 369ba442-b755-4eb1-9942-d8c8c72573d4 Feb 16 14:20:32.271526 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-8da1e4f1-1f6a-4b0d-942a-1fe78c949903 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784246940290'] for network (369ba442-b755-4eb1-9942-d8c8c72573d4), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:32.313926 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-8da1e4f1-1f6a-4b0d-942a-1fe78c949903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354'] for network (369ba442-b755-4eb1-9942-d8c8c72573d4), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:32.315996 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da1e4f1-1f6a-4b0d-942a-1fe78c949903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:32.316601 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-8da1e4f1-1f6a-4b0d-942a-1fe78c949903 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for network (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:32.359498 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-8da1e4f1-1f6a-4b0d-942a-1fe78c949903 admin admin] 10.222.0.120 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4808395 Feb 16 14:20:32.364900 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 57646) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:20:32.371301 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-ba436e86-772a-4ab5-ab8d-ec59d849d457 admin admin] Request body: {'subnet': {'network_id': '369ba442-b755-4eb1-9942-d8c8c72573d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1106140058-subnet', 'tenant_id': '63bafab503d24e2fb0a0676e1ebe414e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:20:32.396521 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da1e4f1-1f6a-4b0d-942a-1fe78c949903 admin admin] Pushing event updated for resources: {'Network': ['ID=369ba442-b755-4eb1-9942-d8c8c72573d4,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:32.399312 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba436e86-772a-4ab5-ab8d-ec59d849d457 admin admin] Made reservation on behalf of 63bafab503d24e2fb0a0676e1ebe414e for: {'subnet': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:20:32.402409 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ba436e86-772a-4ab5-ab8d-ec59d849d457 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9090856'] for subnet (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:32.408136 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da1e4f1-1f6a-4b0d-942a-1fe78c949903 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:20:32.408619 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da1e4f1-1f6a-4b0d-942a-1fe78c949903 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:20:32.408903 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da1e4f1-1f6a-4b0d-942a-1fe78c949903 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:20:32.409217 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da1e4f1-1f6a-4b0d-942a-1fe78c949903 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:20:32.409661 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da1e4f1-1f6a-4b0d-942a-1fe78c949903 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:20:32.410014 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da1e4f1-1f6a-4b0d-942a-1fe78c949903 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:20:32.410359 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da1e4f1-1f6a-4b0d-942a-1fe78c949903 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:20:32.410702 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da1e4f1-1f6a-4b0d-942a-1fe78c949903 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:20:32.411046 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da1e4f1-1f6a-4b0d-942a-1fe78c949903 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:20:32.411479 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da1e4f1-1f6a-4b0d-942a-1fe78c949903 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:20:32.411816 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da1e4f1-1f6a-4b0d-942a-1fe78c949903 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:20:32.412264 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da1e4f1-1f6a-4b0d-942a-1fe78c949903 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:20:32.412695 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da1e4f1-1f6a-4b0d-942a-1fe78c949903 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:20:32.428860 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Network 369ba442-b755-4eb1-9942-d8c8c72573d4 details requested by agent ovs-agent-dv-cinder-773985-32-iscsi with host dv-cinder-773985-32-iscsi {{(pid=102970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:20:32.598543 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ba436e86-772a-4ab5-ab8d-ec59d849d457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8811830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9090842'] for subnet (bd1e89d3-aed9-49bb-b51e-b63255ffaeec), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:32.661026 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28d0791-e7ad-452e-907f-edc8610774bd req-a95a1a32-012a-4a8c-8f0f-6967d81e3343 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:32.662499 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f28d0791-e7ad-452e-907f-edc8610774bd req-a95a1a32-012a-4a8c-8f0f-6967d81e3343 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/ports?device_id=2d1616f3-b456-4c61-8cc8-da5e22a97e90 HTTP/1.1" status: 200 len: 984 time: 0.0580928 Feb 16 14:20:32.662711 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba436e86-772a-4ab5-ab8d-ec59d849d457 admin admin] Checking segment: {'id': '7d13d6eb-4793-4ceb-9fc0-08ce6add2691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '369ba442-b755-4eb1-9942-d8c8c72573d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:20:32.662905 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba436e86-772a-4ab5-ab8d-ec59d849d457 admin admin] Network hostable DHCP agents. Network: 369ba442-b755-4eb1-9942-d8c8c72573d4, hostable agents: ['10a26995-69c6-4373-972b-e8a4ac0e51da'], hosted agents: [] {{(pid=102968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:20:32.665599 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba436e86-772a-4ab5-ab8d-ec59d849d457 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd1e89d3-aed9-49bb-b51e-b63255ffaeec,revision_number=0']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:32.685282 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba436e86-772a-4ab5-ab8d-ec59d849d457 admin admin] Network 369ba442-b755-4eb1-9942-d8c8c72573d4 is scheduled to be hosted by DHCP agent 10a26995-69c6-4373-972b-e8a4ac0e51da with binding_index 1 {{(pid=102968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:20:32.696226 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [None req-ba436e86-772a-4ab5-ab8d-ec59d849d457 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-32-iscsi, 369ba442-b755-4eb1-9942-d8c8c72573d4) {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:20:32.707954 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73a6163-ca3d-4ebc-8b5a-4696b1c19d38 None None] Network 369ba442-b755-4eb1-9942-d8c8c72573d4 requested from dv-cinder-773985-32-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:20:32.709567 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba436e86-772a-4ab5-ab8d-ec59d849d457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:32.710637 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ba436e86-772a-4ab5-ab8d-ec59d849d457 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for subnet (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:32.754947 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-ba436e86-772a-4ab5-ab8d-ec59d849d457 admin admin] 10.222.0.120 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3739855 Feb 16 14:20:32.755555 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f28d0791-e7ad-452e-907f-edc8610774bd req-4bfa2a7e-f89b-4e83-91fa-08b22dae8e37 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/security-groups?id=2d5f0775-d95b-405f-a566-2235d8a0cb0e&id=4ca7a229-bfd5-4388-bbc9-924f219d6f25&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0849237 Feb 16 14:20:32.872778 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2049d81-d558-4d81-9704-8e3f3d2e1713 None None] Network 369ba442-b755-4eb1-9942-d8c8c72573d4 requested from dv-cinder-773985-32-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:20:32.889290 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (0563e457-3a96-4909-b5a3-8fa5db96f619), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:33.255924 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d47330-9699-44ef-a009-a6bdbf60d1e8 req-e74645c4-7197-4649-b275-a61169b70f4f tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:33.257485 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c7d47330-9699-44ef-a009-a6bdbf60d1e8 req-e74645c4-7197-4649-b275-a61169b70f4f tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.120 "GET /v2.0/networks?id=e3e9463f-f243-414b-8fa7-457c2dbb5b39 HTTP/1.1" status: 200 len: 809 time: 0.1523235 Feb 16 14:20:33.286626 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c7d47330-9699-44ef-a009-a6bdbf60d1e8 req-771b3b57-c5a8-4c69-a2b4-68d214e55d2f tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.120 "GET /v2.0/quotas/71413a47b38342d491d74511f42bad36 HTTP/1.1" status: 200 len: 375 time: 0.0213463 Feb 16 14:20:33.316642 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c7d47330-9699-44ef-a009-a6bdbf60d1e8 req-81a83890-7959-4cdc-894e-3246cf8c01e5 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.120 "GET /v2.0/ports?tenant_id=71413a47b38342d491d74511f42bad36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288565 Feb 16 14:20:33.368842 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 57684) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:20:33.374179 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-89930b75-c168-4859-8bac-2ed01d7e4202 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1333628279-network', 'tenant_id': '315f34438e0c480fbc502334f9d30de2'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:20:33.396103 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89930b75-c168-4859-8bac-2ed01d7e4202 admin admin] Made reservation on behalf of 315f34438e0c480fbc502334f9d30de2 for: {'network': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:20:33.398501 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-89930b75-c168-4859-8bac-2ed01d7e4202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for network (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:33.413510 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-89930b75-c168-4859-8bac-2ed01d7e4202 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:33.422114 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c7d47330-9699-44ef-a009-a6bdbf60d1e8 req-4152464e-b5be-4169-a367-a5bd9750cc9d service neutron] 10.222.0.120 "GET /v2.0/networks/e3e9463f-f243-414b-8fa7-457c2dbb5b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980697 Feb 16 14:20:33.527470 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-89930b75-c168-4859-8bac-2ed01d7e4202 admin admin] Publish callbacks [] for security_group (1ee409da-810b-42aa-8097-a96d7a142726), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:33.531984 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-89930b75-c168-4859-8bac-2ed01d7e4202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (1ee409da-810b-42aa-8097-a96d7a142726), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:33.553796 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c7d47330-9699-44ef-a009-a6bdbf60d1e8 req-c8dce73c-048e-45ae-a0c5-90c42c7d2ced service neutron] 10.222.0.120 "GET /v2.0/networks/e3e9463f-f243-414b-8fa7-457c2dbb5b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237879 Feb 16 14:20:33.562038 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89930b75-c168-4859-8bac-2ed01d7e4202 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1308} {{(pid=102968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:20:33.570305 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89930b75-c168-4859-8bac-2ed01d7e4202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee409da-810b-42aa-8097-a96d7a142726,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:33.579852 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-89930b75-c168-4859-8bac-2ed01d7e4202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894495'] for segment (ebf61934-84b6-46e5-beda-eb809b27da9d), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:33.580635 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.db.segments_db [None req-89930b75-c168-4859-8bac-2ed01d7e4202 admin admin] Added segment ebf61934-84b6-46e5-beda-eb809b27da9d of type vlan for network 7d8edef7-5407-4f03-9dc7-2e0fb59112c5 Feb 16 14:20:33.629319 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-89930b75-c168-4859-8bac-2ed01d7e4202 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784246940290'] for network (7d8edef7-5407-4f03-9dc7-2e0fb59112c5), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:33.660940 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-89930b75-c168-4859-8bac-2ed01d7e4202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354'] for network (7d8edef7-5407-4f03-9dc7-2e0fb59112c5), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:33.662042 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89930b75-c168-4859-8bac-2ed01d7e4202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:33.662636 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-89930b75-c168-4859-8bac-2ed01d7e4202 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for network (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:33.680963 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 03778484-d22b-41d2-8089-7f625fe2ad9c no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:20:33.696657 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-89930b75-c168-4859-8bac-2ed01d7e4202 admin admin] 10.222.0.120 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3266535 Feb 16 14:20:33.701247 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 57686) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:20:33.706579 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-cf6a346d-721b-44bf-85fb-41d64f6589d2 admin admin] Request body: {'subnet': {'network_id': '7d8edef7-5407-4f03-9dc7-2e0fb59112c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1333628279-subnet', 'tenant_id': '315f34438e0c480fbc502334f9d30de2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:20:33.738526 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] No Port match for: 03778484-d22b-41d2-8089-7f625fe2ad9c {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:20:33.739995 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 03778484-d22b-41d2-8089-7f625fe2ad9c not bound to the agent host hv-cinder-77398 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:20:33.740975 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 0a03dec5-709a-409a-99ab-db39306dcfec no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:20:33.764114 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89930b75-c168-4859-8bac-2ed01d7e4202 admin admin] Pushing event updated for resources: {'Network': ['ID=7d8edef7-5407-4f03-9dc7-2e0fb59112c5,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:33.787540 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] No Port match for: 0a03dec5-709a-409a-99ab-db39306dcfec {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:20:33.788117 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 0a03dec5-709a-409a-99ab-db39306dcfec not bound to the agent host hv-cinder-77398 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:20:33.790390 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Network 7d8edef7-5407-4f03-9dc7-2e0fb59112c5 details requested by agent ovs-agent-dv-cinder-773985-32-iscsi with host dv-cinder-773985-32-iscsi {{(pid=102970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:20:33.803079 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-904c35ed-6dfc-4790-9351-7597c3ea45fa req-ff715756-8418-407f-a725-c35ec84856d9 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.120 "GET /v2.0/ports?device_id=edfc6d30-8690-4bcf-85d6-407844397f94 HTTP/1.1" status: 200 len: 210 time: 0.0434628 Feb 16 14:20:33.808123 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6a346d-721b-44bf-85fb-41d64f6589d2 admin admin] Made reservation on behalf of 315f34438e0c480fbc502334f9d30de2 for: {'subnet': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:20:33.811272 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-cf6a346d-721b-44bf-85fb-41d64f6589d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9090856'] for subnet (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:33.931613 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97733b7-ad85-4a32-afd4-91ba335f6c93 req-8100b10a-9f44-4247-b033-e803d96d5130 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:33.933526 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d97733b7-ad85-4a32-afd4-91ba335f6c93 req-8100b10a-9f44-4247-b033-e803d96d5130 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/ports?device_id=2d1616f3-b456-4c61-8cc8-da5e22a97e90 HTTP/1.1" status: 200 len: 984 time: 0.0849028 Feb 16 14:20:34.020092 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d97733b7-ad85-4a32-afd4-91ba335f6c93 req-3e24fc66-10c8-4317-991e-8c8af2539277 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/security-groups?id=2d5f0775-d95b-405f-a566-2235d8a0cb0e&id=4ca7a229-bfd5-4388-bbc9-924f219d6f25&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0755105 Feb 16 14:20:34.028054 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-cf6a346d-721b-44bf-85fb-41d64f6589d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8811830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9090842'] for subnet (38960753-1c4f-4686-940a-f23d3ae8b165), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:34.091463 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6a346d-721b-44bf-85fb-41d64f6589d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38960753-1c4f-4686-940a-f23d3ae8b165,revision_number=0']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:34.100326 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6a346d-721b-44bf-85fb-41d64f6589d2 admin admin] Checking segment: {'id': 'ebf61934-84b6-46e5-beda-eb809b27da9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '7d8edef7-5407-4f03-9dc7-2e0fb59112c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:20:34.100759 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6a346d-721b-44bf-85fb-41d64f6589d2 admin admin] Network hostable DHCP agents. Network: 7d8edef7-5407-4f03-9dc7-2e0fb59112c5, hostable agents: ['10a26995-69c6-4373-972b-e8a4ac0e51da'], hosted agents: [] {{(pid=102968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:20:34.125378 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6a346d-721b-44bf-85fb-41d64f6589d2 admin admin] Network 7d8edef7-5407-4f03-9dc7-2e0fb59112c5 is scheduled to be hosted by DHCP agent 10a26995-69c6-4373-972b-e8a4ac0e51da with binding_index 1 {{(pid=102968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:20:34.139832 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [None req-cf6a346d-721b-44bf-85fb-41d64f6589d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-32-iscsi, 7d8edef7-5407-4f03-9dc7-2e0fb59112c5) {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:20:34.145663 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6a346d-721b-44bf-85fb-41d64f6589d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:34.146520 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-cf6a346d-721b-44bf-85fb-41d64f6589d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for subnet (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:34.157071 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce6a89a-6351-49e0-b004-52f14d978103 None None] Network 7d8edef7-5407-4f03-9dc7-2e0fb59112c5 requested from dv-cinder-773985-32-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:20:34.168894 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-cf6a346d-721b-44bf-85fb-41d64f6589d2 admin admin] 10.222.0.120 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4660625 Feb 16 14:20:34.328010 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9d9396-557e-45ac-82b7-b0dec61d54e0 None None] Network 7d8edef7-5407-4f03-9dc7-2e0fb59112c5 requested from dv-cinder-773985-32-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:20:34.332992 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 57708) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:20:34.396800 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_v2 [None req-773cbbb2-adf6-4edd-ac61-af46b792bd00 admin admin] Deleting subnet 814d4ffe-19d9-4601-831b-31f344983ab2 {{(pid=102968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 14:20:34.400685 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-773cbbb2-adf6-4edd-ac61-af46b792bd00 admin admin] Publish callbacks [] for subnet (814d4ffe-19d9-4601-831b-31f344983ab2), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:34.448874 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-773cbbb2-adf6-4edd-ac61-af46b792bd00 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9208702'] for subnet (814d4ffe-19d9-4601-831b-31f344983ab2), precommit_delete_associations {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:34.503788 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-773cbbb2-adf6-4edd-ac61-af46b792bd00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-900998'] for subnet (814d4ffe-19d9-4601-831b-31f344983ab2), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:34.562126 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-773cbbb2-adf6-4edd-ac61-af46b792bd00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-901007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8811251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9090829'] for subnet (814d4ffe-19d9-4601-831b-31f344983ab2), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:34.592801 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773cbbb2-adf6-4edd-ac61-af46b792bd00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=814d4ffe-19d9-4601-831b-31f344983ab2,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:34.597253 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-773cbbb2-adf6-4edd-ac61-af46b792bd00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for subnet (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:34.601807 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-773cbbb2-adf6-4edd-ac61-af46b792bd00 admin admin] 10.222.0.120 "DELETE /v2.0/subnets/814d4ffe-19d9-4601-831b-31f344983ab2 HTTP/1.1" status: 204 len: 168 time: 0.2673061 Feb 16 14:20:34.604733 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 57710) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:20:34.681270 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3f6d0417-337d-4128-8cb2-309e6d565ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924667'] for network (5faa44ce-cc1d-4c62-9ff6-0cc744617c22), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:34.763865 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3f6d0417-337d-4128-8cb2-309e6d565ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897531', 'neutron.services.segments.db._delete_segments_for_network-8784247451275'] for network (5faa44ce-cc1d-4c62-9ff6-0cc744617c22), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:34.785176 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.services.segments.db [None req-3f6d0417-337d-4128-8cb2-309e6d565ee3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5faa44ce-cc1d-4c62-9ff6-0cc744617c22']}} {{(pid=102968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:20:34.795280 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.services.segments.db [None req-3f6d0417-337d-4128-8cb2-309e6d565ee3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43af7e83-61b8-49d9-9b3d-8e7fc1fb9259') {'for_net_delete': True} {{(pid=102968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:20:34.795663 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.services.segments.db [None req-3f6d0417-337d-4128-8cb2-309e6d565ee3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43af7e83-61b8-49d9-9b3d-8e7fc1fb9259') {} {{(pid=102968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:20:34.809643 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3f6d0417-337d-4128-8cb2-309e6d565ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784247452308', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9208695'] for segment (43af7e83-61b8-49d9-9b3d-8e7fc1fb9259), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:34.823840 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3f6d0417-337d-4128-8cb2-309e6d565ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894495'] for segment (43af7e83-61b8-49d9-9b3d-8e7fc1fb9259), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:34.832012 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f6d0417-337d-4128-8cb2-309e6d565ee3 admin admin] Releasing vlan 1337 on physical network physnet1 to pool {{(pid=102968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:20:34.832547 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3f6d0417-337d-4128-8cb2-309e6d565ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8811177'] for segment (43af7e83-61b8-49d9-9b3d-8e7fc1fb9259), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:34.834645 dv-cinder-773985-32-iscsi neutron-server[102968]: Traceback (most recent call last): Feb 16 14:20:34.834645 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:20:34.834645 dv-cinder-773985-32-iscsi neutron-server[102968]: timer() Feb 16 14:20:34.834645 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:20:34.834645 dv-cinder-773985-32-iscsi neutron-server[102968]: cb(*args, **kw) Feb 16 14:20:34.834645 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:20:34.834645 dv-cinder-773985-32-iscsi neutron-server[102968]: return func(*args, **kwargs) Feb 16 14:20:34.834645 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:20:34.834645 dv-cinder-773985-32-iscsi neutron-server[102968]: self._notify() Feb 16 14:20:34.834645 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:20:34.834645 dv-cinder-773985-32-iscsi neutron-server[102968]: self.callback(batched_events) Feb 16 14:20:34.834645 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:20:34.834645 dv-cinder-773985-32-iscsi neutron-server[102968]: event.method(event) Feb 16 14:20:34.834645 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:20:34.834645 dv-cinder-773985-32-iscsi neutron-server[102968]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:20:34.834645 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:20:34.834645 dv-cinder-773985-32-iscsi neutron-server[102968]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:20:34.834645 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:20:34.834645 dv-cinder-773985-32-iscsi neutron-server[102968]: return f(self, *a, **k) Feb 16 14:20:34.834645 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:20:34.834645 dv-cinder-773985-32-iscsi neutron-server[102968]: return self._get(url).json() Feb 16 14:20:34.834645 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:20:34.834645 dv-cinder-773985-32-iscsi neutron-server[102968]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:20:34.834645 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:20:34.834645 dv-cinder-773985-32-iscsi neutron-server[102968]: return self.request(url, 'GET', **kwargs) Feb 16 14:20:34.834645 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:20:34.834645 dv-cinder-773985-32-iscsi neutron-server[102968]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:20:34.834645 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:20:34.834645 dv-cinder-773985-32-iscsi neutron-server[102968]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:20:34.834645 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:20:34.834645 dv-cinder-773985-32-iscsi neutron-server[102968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:20:34.834645 dv-cinder-773985-32-iscsi neutron-server[102968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:20:34.910657 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3f6d0417-337d-4128-8cb2-309e6d565ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1596086'] for network (5faa44ce-cc1d-4c62-9ff6-0cc744617c22), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:34.934801 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3f6d0417-337d-4128-8cb2-309e6d565ee3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for network (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:34.937879 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-3f6d0417-337d-4128-8cb2-309e6d565ee3 admin admin] 10.222.0.120 "DELETE /v2.0/networks/5faa44ce-cc1d-4c62-9ff6-0cc744617c22 HTTP/1.1" status: 204 len: 168 time: 0.3320885 Feb 16 14:20:34.940159 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-246f222d-01ce-40e4-ac60-a27b9d52cbbe req-ab017ebb-c9d9-4059-a45a-c965c1fc7462 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.120 "GET /v2.0/ports?device_id=edfc6d30-8690-4bcf-85d6-407844397f94 HTTP/1.1" status: 200 len: 210 time: 0.0457842 Feb 16 14:20:34.951044 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6d0417-337d-4128-8cb2-309e6d565ee3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5faa44ce-cc1d-4c62-9ff6-0cc744617c22,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:35.164744 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 57722) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:20:35.171578 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d513d52a-fc6f-4b2f-8f93-225d8a7daa90 req-5589c0b9-20db-49a6-bd8a-fc128a6e76ec tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:35.174432 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d513d52a-fc6f-4b2f-8f93-225d8a7daa90 req-5589c0b9-20db-49a6-bd8a-fc128a6e76ec tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/ports?device_id=2d1616f3-b456-4c61-8cc8-da5e22a97e90 HTTP/1.1" status: 200 len: 984 time: 0.0831006 Feb 16 14:20:35.243606 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d513d52a-fc6f-4b2f-8f93-225d8a7daa90 req-96be9555-93c4-44b9-9040-ffa7b8b690fc tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/security-groups?id=2d5f0775-d95b-405f-a566-2235d8a0cb0e&id=4ca7a229-bfd5-4388-bbc9-924f219d6f25&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0619199 Feb 16 14:20:35.243859 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d47330-9699-44ef-a009-a6bdbf60d1e8 req-d735e1ff-cd2c-41e8-91b8-d870cd379f4f tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:35.245221 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c7d47330-9699-44ef-a009-a6bdbf60d1e8 req-d735e1ff-cd2c-41e8-91b8-d870cd379f4f tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.10 "GET /v2.0/networks?id=e3e9463f-f243-414b-8fa7-457c2dbb5b39 HTTP/1.1" status: 200 len: 809 time: 0.1714091 Feb 16 14:20:35.248424 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-178c9768-90f8-497a-b1b7-31fb14e75b0b admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=184b859ae4e244cead7231ba2ba66d49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0824919 Feb 16 14:20:35.251655 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 57724) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:20:35.270234 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-c7d47330-9699-44ef-a009-a6bdbf60d1e8 req-9ffbb82e-3435-42c8-a1e2-e71a24c45050 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Request body: {'port': {'device_id': 'edfc6d30-8690-4bcf-85d6-407844397f94', 'network_id': 'e3e9463f-f243-414b-8fa7-457c2dbb5b39', 'admin_state_up': True, 'tenant_id': '71413a47b38342d491d74511f42bad36'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:20:35.374497 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b7f5c043-e331-427e-b2d8-ce55dcd1fc56 admin admin] Publish callbacks [] for security_group (650a6438-5fa5-40ff-84f8-b8aa3844aeb2), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:35.409929 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b7f5c043-e331-427e-b2d8-ce55dcd1fc56 admin admin] Publish callbacks [] for security_group (650a6438-5fa5-40ff-84f8-b8aa3844aeb2), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:35.446020 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7d47330-9699-44ef-a009-a6bdbf60d1e8 req-9ffbb82e-3435-42c8-a1e2-e71a24c45050 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Made reservation on behalf of 71413a47b38342d491d74511f42bad36 for: {'port': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:20:35.449329 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-c7d47330-9699-44ef-a009-a6bdbf60d1e8 req-9ffbb82e-3435-42c8-a1e2-e71a24c45050 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:35.513902 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b7f5c043-e331-427e-b2d8-ce55dcd1fc56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (650a6438-5fa5-40ff-84f8-b8aa3844aeb2), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:35.516397 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b7f5c043-e331-427e-b2d8-ce55dcd1fc56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:35.517528 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-b7f5c043-e331-427e-b2d8-ce55dcd1fc56 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/650a6438-5fa5-40ff-84f8-b8aa3844aeb2 HTTP/1.1" status: 204 len: 168 time: 0.2644827 Feb 16 14:20:35.533413 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f5c043-e331-427e-b2d8-ce55dcd1fc56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650a6438-5fa5-40ff-84f8-b8aa3844aeb2,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:35.596612 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_common [req-c7d47330-9699-44ef-a009-a6bdbf60d1e8 req-9ffbb82e-3435-42c8-a1e2-e71a24c45050 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Allocated IP 172.20.0.14 (e3e9463f-f243-414b-8fa7-457c2dbb5b39/8bf2634d-da95-49f3-a628-2de826b9f568/4eb1622e-94f3-469e-aedd-b0e001d9b2b2) {{(pid=102968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:20:35.768958 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-c7d47330-9699-44ef-a009-a6bdbf60d1e8 req-9ffbb82e-3435-42c8-a1e2-e71a24c45050 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Publish callbacks [] for port (4eb1622e-94f3-469e-aedd-b0e001d9b2b2), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:36.086594 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3b5b43fc-f893-49cc-9a62-da396282b3ff req-fa50f246-3f71-4b69-9073-96e951c1bf5f tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.120 "GET /v2.0/ports?device_id=edfc6d30-8690-4bcf-85d6-407844397f94 HTTP/1.1" status: 200 len: 210 time: 0.0412111 Feb 16 14:20:36.096648 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-c7d47330-9699-44ef-a009-a6bdbf60d1e8 req-9ffbb82e-3435-42c8-a1e2-e71a24c45050 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784246951208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811206'] for port (4eb1622e-94f3-469e-aedd-b0e001d9b2b2), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:36.149660 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7d47330-9699-44ef-a009-a6bdbf60d1e8 req-9ffbb82e-3435-42c8-a1e2-e71a24c45050 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Network e3e9463f-f243-414b-8fa7-457c2dbb5b39 is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:20:36.153091 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [req-c7d47330-9699-44ef-a009-a6bdbf60d1e8 req-9ffbb82e-3435-42c8-a1e2-e71a24c45050 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:20:36.156217 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d47330-9699-44ef-a009-a6bdbf60d1e8 req-9ffbb82e-3435-42c8-a1e2-e71a24c45050 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Received port after_create {{(pid=102968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:20:36.182150 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffbb82e-3435-42c8-a1e2-e71a24c45050 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Pushing event updated for resources: {'Port': ['ID=4eb1622e-94f3-469e-aedd-b0e001d9b2b2,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:36.213385 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d47330-9699-44ef-a009-a6bdbf60d1e8 req-9ffbb82e-3435-42c8-a1e2-e71a24c45050 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:36.214155 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-c7d47330-9699-44ef-a009-a6bdbf60d1e8 req-9ffbb82e-3435-42c8-a1e2-e71a24c45050 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:36.230705 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c7d47330-9699-44ef-a009-a6bdbf60d1e8 req-9ffbb82e-3435-42c8-a1e2-e71a24c45050 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9647613 Feb 16 14:20:36.254476 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-c7d47330-9699-44ef-a009-a6bdbf60d1e8 req-894317cf-224b-4f9b-90f3-c04df66d06a0 service neutron] Request body: {'port': {'device_id': 'edfc6d30-8690-4bcf-85d6-407844397f94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:20:36.318307 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-c7d47330-9699-44ef-a009-a6bdbf60d1e8 req-894317cf-224b-4f9b-90f3-c04df66d06a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (4eb1622e-94f3-469e-aedd-b0e001d9b2b2), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:36.594827 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [req-c7d47330-9699-44ef-a009-a6bdbf60d1e8 req-894317cf-224b-4f9b-90f3-c04df66d06a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eb1622e-94f3-469e-aedd-b0e001d9b2b2 {{(pid=102968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:20:36.602497 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-c7d47330-9699-44ef-a009-a6bdbf60d1e8 req-894317cf-224b-4f9b-90f3-c04df66d06a0 service neutron] Publish callbacks [] for port (4eb1622e-94f3-469e-aedd-b0e001d9b2b2), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:36.614705 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.provisioning_blocks [req-c7d47330-9699-44ef-a009-a6bdbf60d1e8 req-894317cf-224b-4f9b-90f3-c04df66d06a0 service neutron] Transition to ACTIVE for port object 4eb1622e-94f3-469e-aedd-b0e001d9b2b2 will not be triggered until provisioned by entity L2. {{(pid=102968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:20:36.618622 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-c7d47330-9699-44ef-a009-a6bdbf60d1e8 req-894317cf-224b-4f9b-90f3-c04df66d06a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8811213'] for port (4eb1622e-94f3-469e-aedd-b0e001d9b2b2), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:36.675191 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894317cf-224b-4f9b-90f3-c04df66d06a0 service neutron] Pushing event updated for resources: {'Port': ['ID=4eb1622e-94f3-469e-aedd-b0e001d9b2b2,revision_number=2']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:36.744509 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-c7d47330-9699-44ef-a009-a6bdbf60d1e8 req-894317cf-224b-4f9b-90f3-c04df66d06a0 service neutron] Attempting to bind port 4eb1622e-94f3-469e-aedd-b0e001d9b2b2 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:20:36.744867 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-c7d47330-9699-44ef-a009-a6bdbf60d1e8 req-894317cf-224b-4f9b-90f3-c04df66d06a0 service neutron] Attempting to bind port 4eb1622e-94f3-469e-aedd-b0e001d9b2b2 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '860934f6-ea90-493a-96b5-0c752741e2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': 'e3e9463f-f243-414b-8fa7-457c2dbb5b39'}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:20:36.745209 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d47330-9699-44ef-a009-a6bdbf60d1e8 req-894317cf-224b-4f9b-90f3-c04df66d06a0 service neutron] Attempting to bind port 4eb1622e-94f3-469e-aedd-b0e001d9b2b2 on network e3e9463f-f243-414b-8fa7-457c2dbb5b39 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:20:36.750207 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d47330-9699-44ef-a009-a6bdbf60d1e8 req-894317cf-224b-4f9b-90f3-c04df66d06a0 service neutron] Port 4eb1622e-94f3-469e-aedd-b0e001d9b2b2 on network e3e9463f-f243-414b-8fa7-457c2dbb5b39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:20:36.750577 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d47330-9699-44ef-a009-a6bdbf60d1e8 req-894317cf-224b-4f9b-90f3-c04df66d06a0 service neutron] Attempting to bind port 4eb1622e-94f3-469e-aedd-b0e001d9b2b2 on network e3e9463f-f243-414b-8fa7-457c2dbb5b39 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:20:36.755853 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d47330-9699-44ef-a009-a6bdbf60d1e8 req-894317cf-224b-4f9b-90f3-c04df66d06a0 service neutron] Checking agent: {'id': '0563e457-3a96-4909-b5a3-8fa5db96f619', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 14, 3), 'started_at': datetime.datetime(2022, 2, 16, 14, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:20:36.756191 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d47330-9699-44ef-a009-a6bdbf60d1e8 req-894317cf-224b-4f9b-90f3-c04df66d06a0 service neutron] Checking segment: {'id': '860934f6-ea90-493a-96b5-0c752741e2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': 'e3e9463f-f243-414b-8fa7-457c2dbb5b39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:20:36.756577 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d47330-9699-44ef-a009-a6bdbf60d1e8 req-894317cf-224b-4f9b-90f3-c04df66d06a0 service neutron] Bound using segment: {'id': '860934f6-ea90-493a-96b5-0c752741e2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': 'e3e9463f-f243-414b-8fa7-457c2dbb5b39'} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:20:36.757001 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-c7d47330-9699-44ef-a009-a6bdbf60d1e8 req-894317cf-224b-4f9b-90f3-c04df66d06a0 service neutron] Bound port: 4eb1622e-94f3-469e-aedd-b0e001d9b2b2, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '860934f6-ea90-493a-96b5-0c752741e2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1346, 'network_id': 'e3e9463f-f243-414b-8fa7-457c2dbb5b39'}}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:20:36.757356 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-c7d47330-9699-44ef-a009-a6bdbf60d1e8 req-894317cf-224b-4f9b-90f3-c04df66d06a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (4eb1622e-94f3-469e-aedd-b0e001d9b2b2), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:36.820274 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-c7d47330-9699-44ef-a009-a6bdbf60d1e8 req-894317cf-224b-4f9b-90f3-c04df66d06a0 service neutron] For port 4eb1622e-94f3-469e-aedd-b0e001d9b2b2, host hv-cinder-77398, cleared binding levels {{(pid=102968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:20:36.823288 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-c7d47330-9699-44ef-a009-a6bdbf60d1e8 req-894317cf-224b-4f9b-90f3-c04df66d06a0 service neutron] For port 4eb1622e-94f3-469e-aedd-b0e001d9b2b2, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=4eb1622e-94f3-469e-aedd-b0e001d9b2b2,segment=NetworkSegment(860934f6-ea90-493a-96b5-0c752741e2af),segment_id=860934f6-ea90-493a-96b5-0c752741e2af)] {{(pid=102968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:20:36.829422 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-c7d47330-9699-44ef-a009-a6bdbf60d1e8 req-894317cf-224b-4f9b-90f3-c04df66d06a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8811213'] for port (4eb1622e-94f3-469e-aedd-b0e001d9b2b2), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:36.865072 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d47330-9699-44ef-a009-a6bdbf60d1e8 req-894317cf-224b-4f9b-90f3-c04df66d06a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:36.865691 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-c7d47330-9699-44ef-a009-a6bdbf60d1e8 req-894317cf-224b-4f9b-90f3-c04df66d06a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:36.867071 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c7d47330-9699-44ef-a009-a6bdbf60d1e8 req-894317cf-224b-4f9b-90f3-c04df66d06a0 service neutron] 10.222.0.10 "PUT /v2.0/ports/4eb1622e-94f3-469e-aedd-b0e001d9b2b2 HTTP/1.1" status: 200 len: 1094 time: 0.6188040 Feb 16 14:20:36.868200 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edfc6d30-8690-4bcf-85d6-407844397f94', 'tag': '4eb1622e-94f3-469e-aedd-b0e001d9b2b2'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:20:36.870401 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669008da0707fbbfdc7037cdc0b86c67378ff5c6b942db7a00e5cd0dd563b74b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2348a94-f78a-4d21-b45a-0fec8fdccdc5" -d '{"events": [{"name": "network-changed", "server_uuid": "edfc6d30-8690-4bcf-85d6-407844397f94", "tag": "4eb1622e-94f3-469e-aedd-b0e001d9b2b2"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:20:36.895702 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894317cf-224b-4f9b-90f3-c04df66d06a0 service neutron] Pushing event updated for resources: {'Port': ['ID=4eb1622e-94f3-469e-aedd-b0e001d9b2b2,revision_number=3']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:36.911948 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530088b4-3c20-4ea7-aaec-24efc32d3ebf x-openstack-request-id: req-530088b4-3c20-4ea7-aaec-24efc32d3ebf {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:20:36.912122 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edfc6d30-8690-4bcf-85d6-407844397f94", "tag": "4eb1622e-94f3-469e-aedd-b0e001d9b2b2", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:20:36.912985 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-530088b4-3c20-4ea7-aaec-24efc32d3ebf {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:20:36.913410 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edfc6d30-8690-4bcf-85d6-407844397f94', 'tag': '4eb1622e-94f3-469e-aedd-b0e001d9b2b2', 'status': 'completed', 'code': 200} Feb 16 14:20:36.990028 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d47330-9699-44ef-a009-a6bdbf60d1e8 req-c64e99cd-73f6-4dff-aa9f-6e236e458025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:36.991558 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c7d47330-9699-44ef-a009-a6bdbf60d1e8 req-c64e99cd-73f6-4dff-aa9f-6e236e458025 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=71413a47b38342d491d74511f42bad36&device_id=edfc6d30-8690-4bcf-85d6-407844397f94 HTTP/1.1" status: 200 len: 1128 time: 0.0448902 Feb 16 14:20:37.042853 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c7d47330-9699-44ef-a009-a6bdbf60d1e8 req-082cd2af-11d8-458c-9fe6-f9384fc5f94e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4eb1622e-94f3-469e-aedd-b0e001d9b2b2 HTTP/1.1" status: 200 len: 217 time: 0.0365803 Feb 16 14:20:37.095841 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d47330-9699-44ef-a009-a6bdbf60d1e8 req-e656733d-dee8-4c8c-9876-f9f747194b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:37.097304 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c7d47330-9699-44ef-a009-a6bdbf60d1e8 req-e656733d-dee8-4c8c-9876-f9f747194b6b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8bf2634d-da95-49f3-a628-2de826b9f568 HTTP/1.1" status: 200 len: 849 time: 0.0481482 Feb 16 14:20:37.130314 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c7d47330-9699-44ef-a009-a6bdbf60d1e8 req-bd308916-d9ad-444c-aa57-8626de77880c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e3e9463f-f243-414b-8fa7-457c2dbb5b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268033 Feb 16 14:20:37.266508 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c7d47330-9699-44ef-a009-a6bdbf60d1e8 req-506a328b-9c9b-40ed-8b20-9663a7856aab service neutron] 10.222.0.10 "GET /v2.0/networks/e3e9463f-f243-414b-8fa7-457c2dbb5b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302974 Feb 16 14:20:37.274858 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ef01d-e739-4c7a-919a-305bde1d1cee req-dff49633-df30-4f2d-a14e-a44caa8179cc tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:37.276379 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3c8ef01d-e739-4c7a-919a-305bde1d1cee req-dff49633-df30-4f2d-a14e-a44caa8179cc tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.120 "GET /v2.0/ports?device_id=edfc6d30-8690-4bcf-85d6-407844397f94 HTTP/1.1" status: 200 len: 944 time: 0.1133752 Feb 16 14:20:37.373865 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3c8ef01d-e739-4c7a-919a-305bde1d1cee req-5fd04375-ed70-4112-8dc5-38dc8b7a14b0 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.120 "GET /v2.0/security-groups?id=d4290c7a-46cc-47c9-8ae6-ccdfaebb6bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892608 Feb 16 14:20:37.395707 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c7d47330-9699-44ef-a009-a6bdbf60d1e8 req-f4392177-b5a7-4e67-84a2-c8aae19f08e0 service neutron] 10.222.0.10 "GET /v2.0/networks/e3e9463f-f243-414b-8fa7-457c2dbb5b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183209 Feb 16 14:20:37.532700 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2348a94-f78a-4d21-b45a-0fec8fdccdc5 req-3b694b73-204c-4f8b-89c6-b6b05ae8528b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:37.534227 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c2348a94-f78a-4d21-b45a-0fec8fdccdc5 req-3b694b73-204c-4f8b-89c6-b6b05ae8528b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=71413a47b38342d491d74511f42bad36&device_id=edfc6d30-8690-4bcf-85d6-407844397f94 HTTP/1.1" status: 200 len: 1128 time: 0.0486934 Feb 16 14:20:37.638909 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2348a94-f78a-4d21-b45a-0fec8fdccdc5 req-dc5b4c5d-d9ee-4a37-964c-6e30e1067a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:37.640798 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c2348a94-f78a-4d21-b45a-0fec8fdccdc5 req-dc5b4c5d-d9ee-4a37-964c-6e30e1067a85 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e3e9463f-f243-414b-8fa7-457c2dbb5b39 HTTP/1.1" status: 200 len: 911 time: 0.0998156 Feb 16 14:20:37.689742 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c2348a94-f78a-4d21-b45a-0fec8fdccdc5 req-1ac82e04-99ca-4229-8a98-7150a3c65542 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4eb1622e-94f3-469e-aedd-b0e001d9b2b2 HTTP/1.1" status: 200 len: 217 time: 0.0424633 Feb 16 14:20:37.744668 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2348a94-f78a-4d21-b45a-0fec8fdccdc5 req-c05b31b9-93cc-434b-a1f4-aa23801bff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:37.746892 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c2348a94-f78a-4d21-b45a-0fec8fdccdc5 req-c05b31b9-93cc-434b-a1f4-aa23801bff69 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8bf2634d-da95-49f3-a628-2de826b9f568 HTTP/1.1" status: 200 len: 849 time: 0.0505488 Feb 16 14:20:37.783493 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c2348a94-f78a-4d21-b45a-0fec8fdccdc5 req-8f765a75-354d-4e77-8cfb-a1154882a696 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e3e9463f-f243-414b-8fa7-457c2dbb5b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301232 Feb 16 14:20:37.886596 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c2348a94-f78a-4d21-b45a-0fec8fdccdc5 req-09ac582c-2b54-4208-96f0-f9acc5252638 service neutron] 10.222.0.10 "GET /v2.0/networks/e3e9463f-f243-414b-8fa7-457c2dbb5b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958393 Feb 16 14:20:37.983022 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c2348a94-f78a-4d21-b45a-0fec8fdccdc5 req-d58745e9-c406-4b42-8c36-deee6e025aad service neutron] 10.222.0.10 "GET /v2.0/networks/e3e9463f-f243-414b-8fa7-457c2dbb5b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897307 Feb 16 14:20:38.492216 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df66be7-27bf-4dfb-9e87-8191810e80c0 req-8ed202e6-f8da-40fe-b273-fcc020742bae tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:38.494341 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-7df66be7-27bf-4dfb-9e87-8191810e80c0 req-8ed202e6-f8da-40fe-b273-fcc020742bae tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.120 "GET /v2.0/ports?device_id=edfc6d30-8690-4bcf-85d6-407844397f94 HTTP/1.1" status: 200 len: 944 time: 0.0529485 Feb 16 14:20:38.544682 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-7df66be7-27bf-4dfb-9e87-8191810e80c0 req-f95d5ecd-9d37-40df-893b-25945a83ae3e tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.120 "GET /v2.0/security-groups?id=d4290c7a-46cc-47c9-8ae6-ccdfaebb6bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437574 Feb 16 14:20:38.990894 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5a2f2043-4254-4c59-baa4-c7cee5746c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (10a26995-69c6-4373-972b-e8a4ac0e51da), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:39.676044 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d638fa4f-3952-47bf-a393-b6ed208975b6 req-28cdd925-9f57-4d11-9d50-f43c566531d1 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:39.677634 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d638fa4f-3952-47bf-a393-b6ed208975b6 req-28cdd925-9f57-4d11-9d50-f43c566531d1 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.120 "GET /v2.0/ports?device_id=edfc6d30-8690-4bcf-85d6-407844397f94 HTTP/1.1" status: 200 len: 944 time: 0.0595131 Feb 16 14:20:39.730460 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d638fa4f-3952-47bf-a393-b6ed208975b6 req-4a4679df-e19b-4dda-a5ae-361e36015ab1 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.120 "GET /v2.0/security-groups?id=d4290c7a-46cc-47c9-8ae6-ccdfaebb6bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468764 Feb 16 14:20:40.208339 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ce269-5325-4f9a-b04c-c573eabe0a7a req-89b6b8d7-a273-4f32-8c04-cf35b03645f2 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:40.210002 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-430ce269-5325-4f9a-b04c-c573eabe0a7a req-89b6b8d7-a273-4f32-8c04-cf35b03645f2 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 947 time: 0.0543337 Feb 16 14:20:40.268373 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-430ce269-5325-4f9a-b04c-c573eabe0a7a req-41e94ccc-27ca-48b6-baf5-b84019e02290 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511887 Feb 16 14:20:40.853197 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbdd4a-56ce-425b-b5ce-a71023705481 req-94f9be1d-cbe7-410e-8d76-222467158473 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:40.854697 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b4fbdd4a-56ce-425b-b5ce-a71023705481 req-94f9be1d-cbe7-410e-8d76-222467158473 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.120 "GET /v2.0/ports?device_id=edfc6d30-8690-4bcf-85d6-407844397f94 HTTP/1.1" status: 200 len: 944 time: 0.0544951 Feb 16 14:20:40.902231 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b4fbdd4a-56ce-425b-b5ce-a71023705481 req-b8bf7ecd-bc83-42cc-afbd-1b825346ec66 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.120 "GET /v2.0/security-groups?id=d4290c7a-46cc-47c9-8ae6-ccdfaebb6bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419915 Feb 16 14:20:41.176165 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d370320e-00d7-46f7-acce-e3d0ccd30f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (531611a8-34ea-4f1f-8d10-111cbf56a8a1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:41.397170 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a4047-5f53-4806-bab2-7576a2ee3e4e req-8e50439f-96ae-401c-9f6e-0a5104b0e28c tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:41.398818 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d27a4047-5f53-4806-bab2-7576a2ee3e4e req-8e50439f-96ae-401c-9f6e-0a5104b0e28c tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 947 time: 0.0563302 Feb 16 14:20:41.450705 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d27a4047-5f53-4806-bab2-7576a2ee3e4e req-b07827b2-bf9d-463a-995c-d9fc13a14b8d tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458753 Feb 16 14:20:41.683449 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 4eb1622e-94f3-469e-aedd-b0e001d9b2b2 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:20:41.789263 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 4eb1622e-94f3-469e-aedd-b0e001d9b2b2, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=4eb1622e-94f3-469e-aedd-b0e001d9b2b2,segment=NetworkSegment(860934f6-ea90-493a-96b5-0c752741e2af),segment_id=860934f6-ea90-493a-96b5-0c752741e2af)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:20:41.801324 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Returning: {'device': '4eb1622e-94f3-469e-aedd-b0e001d9b2b2', 'network_id': 'e3e9463f-f243-414b-8fa7-457c2dbb5b39', 'port_id': '4eb1622e-94f3-469e-aedd-b0e001d9b2b2', 'mac_address': 'fa:16:3e:b8:39:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bf2634d-da95-49f3-a628-2de826b9f568', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:20:41.839803 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Current status of the port 4eb1622e-94f3-469e-aedd-b0e001d9b2b2 is: DOWN; New status is: BUILD {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:20:41.840194 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (4eb1622e-94f3-469e-aedd-b0e001d9b2b2), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:41.858032 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eb1622e-94f3-469e-aedd-b0e001d9b2b2 {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:20:41.880254 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 4eb1622e-94f3-469e-aedd-b0e001d9b2b2, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=4eb1622e-94f3-469e-aedd-b0e001d9b2b2,segment=NetworkSegment(860934f6-ea90-493a-96b5-0c752741e2af),segment_id=860934f6-ea90-493a-96b5-0c752741e2af)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:20:41.885501 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (4eb1622e-94f3-469e-aedd-b0e001d9b2b2), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:41.949249 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Pushing event updated for resources: {'Port': ['ID=4eb1622e-94f3-469e-aedd-b0e001d9b2b2,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:41.956446 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:20:41.956822 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:20:41.957238 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:20:41.957584 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:20:41.957945 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:20:41.958379 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:20:41.958624 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:20:41.958981 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:20:41.959390 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:20:41.959776 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:20:41.960109 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:20:41.960420 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:20:41.960801 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:20:42.021481 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb3c3a-d235-4a9b-a471-ff439650ecb3 req-819cb794-2164-488c-83dc-551fe001eda5 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:42.022847 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a1eb3c3a-d235-4a9b-a471-ff439650ecb3 req-819cb794-2164-488c-83dc-551fe001eda5 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.120 "GET /v2.0/ports?device_id=edfc6d30-8690-4bcf-85d6-407844397f94 HTTP/1.1" status: 200 len: 945 time: 0.0522180 Feb 16 14:20:42.073544 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a1eb3c3a-d235-4a9b-a471-ff439650ecb3 req-25b8bfa1-2f53-43aa-9453-fea0835e3f89 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.120 "GET /v2.0/security-groups?id=d4290c7a-46cc-47c9-8ae6-ccdfaebb6bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442238 Feb 16 14:20:42.183854 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18cdf7e-19f8-4257-a31c-c630779c1162 req-eb03da3d-d56f-49a6-87b2-d860f88e19ce tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:42.185308 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f18cdf7e-19f8-4257-a31c-c630779c1162 req-eb03da3d-d56f-49a6-87b2-d860f88e19ce tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.10 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 947 time: 0.0528653 Feb 16 14:20:42.257765 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] get_ports_and_sgs() called for port_ids ['4eb1622e-94f3-469e-aedd-b0e001d9b2b2'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:20:42.286049 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-f18cdf7e-19f8-4257-a31c-c630779c1162 req-53746a1d-fc8a-4ad5-bb67-799fe9e2ac1d tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Deleting port 96bc1fe8-242a-45ba-a844-c1b33f59c7b1 {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:20:42.286049 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-f18cdf7e-19f8-4257-a31c-c630779c1162 req-53746a1d-fc8a-4ad5-bb67-799fe9e2ac1d tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784247387639'] for port (96bc1fe8-242a-45ba-a844-c1b33f59c7b1), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:42.377522 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-f18cdf7e-19f8-4257-a31c-c630779c1162 req-53746a1d-fc8a-4ad5-bb67-799fe9e2ac1d tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] For port 96bc1fe8-242a-45ba-a844-c1b33f59c7b1, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=96bc1fe8-242a-45ba-a844-c1b33f59c7b1,segment=NetworkSegment(7e12a080-9391-426e-98e0-74c5936ea1ba),segment_id=7e12a080-9391-426e-98e0-74c5936ea1ba)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:20:42.377885 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-f18cdf7e-19f8-4257-a31c-c630779c1162 req-53746a1d-fc8a-4ad5-bb67-799fe9e2ac1d tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595644'] for port (96bc1fe8-242a-45ba-a844-c1b33f59c7b1), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:42.415095 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f4fb-7ea9-448d-9c44-08fc2737c2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (86100e92-d951-4144-bd87-36328b8a7b76), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:42.632660 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da9bb3-b135-4302-88c4-97feae33181c req-2864eb6d-6940-4eb9-a683-2c41cbf49024 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:42.634705 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-87da9bb3-b135-4302-88c4-97feae33181c req-2864eb6d-6940-4eb9-a683-2c41cbf49024 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 947 time: 0.1047115 Feb 16 14:20:42.653079 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-f18cdf7e-19f8-4257-a31c-c630779c1162 req-53746a1d-fc8a-4ad5-bb67-799fe9e2ac1d tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:42.653441 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-f18cdf7e-19f8-4257-a31c-c630779c1162 req-53746a1d-fc8a-4ad5-bb67-799fe9e2ac1d tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1596120'] for floatingip (bab65343-7c00-48f0-8436-74ab96624fd4), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:42.653759 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.db.l3_db [req-f18cdf7e-19f8-4257-a31c-c630779c1162 req-53746a1d-fc8a-4ad5-bb67-799fe9e2ac1d tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Floating IP bab65343-7c00-48f0-8436-74ab96624fd4 disassociated. External IP: 172.27.2.25, port: 96bc1fe8-242a-45ba-a844-c1b33f59c7b1. Feb 16 14:20:42.654104 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-f18cdf7e-19f8-4257-a31c-c630779c1162 req-53746a1d-fc8a-4ad5-bb67-799fe9e2ac1d tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Calling delete_port for 96bc1fe8-242a-45ba-a844-c1b33f59c7b1 owned by compute:nova {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:20:42.728813 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-87da9bb3-b135-4302-88c4-97feae33181c req-20c52eb9-3756-4454-af59-2af9ccbb0aca tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=70b8efc1-2707-4c73-889f-acfd170da1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845845 Feb 16 14:20:42.816689 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-f18cdf7e-19f8-4257-a31c-c630779c1162 req-53746a1d-fc8a-4ad5-bb67-799fe9e2ac1d tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784247495006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784246951217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811206'] for port (96bc1fe8-242a-45ba-a844-c1b33f59c7b1), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:42.850089 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53746a1d-fc8a-4ad5-bb67-799fe9e2ac1d tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Pushing event deleted for resources: {'Port': ['ID=96bc1fe8-242a-45ba-a844-c1b33f59c7b1,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:42.984599 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f18cdf7e-19f8-4257-a31c-c630779c1162 req-53746a1d-fc8a-4ad5-bb67-799fe9e2ac1d tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Router 7ef9b361-04ee-467d-b3f7-ca5ff07ffa90 has already been hosted by L3 agent 531611a8-34ea-4f1f-8d10-111cbf56a8a1 {{(pid=102968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:20:43.093465 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f18cdf7e-19f8-4257-a31c-c630779c1162 req-53746a1d-fc8a-4ad5-bb67-799fe9e2ac1d tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Notify agent at l3_agent.dv-cinder-773985-32-iscsi the message routers_updated {{(pid=102968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:20:43.105323 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1722f7-f377-49bb-a728-69cc8369fd47 None None] Sync routers for ids ['7ef9b361-04ee-467d-b3f7-ca5ff07ffa90'] in dv-cinder-773985-32-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:20:43.115921 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1722f7-f377-49bb-a728-69cc8369fd47 None None] Routers {'7ef9b361-04ee-467d-b3f7-ca5ff07ffa90'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:20:43.116547 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-1e1722f7-f377-49bb-a728-69cc8369fd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:20:41Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['7ef9b361-04ee-467d-b3f7-ca5ff07ffa90'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:20:43.143830 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-f18cdf7e-19f8-4257-a31c-c630779c1162 req-53746a1d-fc8a-4ad5-bb67-799fe9e2ac1d tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] No DVR routers for this DVR port 96bc1fe8-242a-45ba-a844-c1b33f59c7b1 on host hv-cinder-77398 {{(pid=102968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:20:43.146614 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-f18cdf7e-19f8-4257-a31c-c630779c1162 req-53746a1d-fc8a-4ad5-bb67-799fe9e2ac1d tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:43.150487 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f18cdf7e-19f8-4257-a31c-c630779c1162 req-53746a1d-fc8a-4ad5-bb67-799fe9e2ac1d tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.10 "DELETE /v2.0/ports/96bc1fe8-242a-45ba-a844-c1b33f59c7b1 HTTP/1.1" status: 204 len: 173 time: 0.9595573 Feb 16 14:20:43.150984 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48d1903-172a-45ff-9eba-d70d17add9e5', 'name': 'network-vif-deleted', 'tag': '96bc1fe8-242a-45ba-a844-c1b33f59c7b1'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:20:43.153346 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669008da0707fbbfdc7037cdc0b86c67378ff5c6b942db7a00e5cd0dd563b74b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97e7b64-f3ea-4cd6-a60a-67b138d3e56e" -d '{"events": [{"server_uuid": "e48d1903-172a-45ff-9eba-d70d17add9e5", "name": "network-vif-deleted", "tag": "96bc1fe8-242a-45ba-a844-c1b33f59c7b1"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:20:43.208097 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b63356a-0158-426e-9792-276a7e895068 x-openstack-request-id: req-4b63356a-0158-426e-9792-276a7e895068 {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:20:43.208442 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ca98b-5c30-4364-a5ee-d1bc1245edda req-07d40c46-ca8f-436a-aca7-fb88799dfaf4 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:43.208950 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e48d1903-172a-45ff-9eba-d70d17add9e5", "name": "network-vif-deleted", "tag": "96bc1fe8-242a-45ba-a844-c1b33f59c7b1", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:20:43.208950 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-4b63356a-0158-426e-9792-276a7e895068 {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:20:43.209300 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48d1903-172a-45ff-9eba-d70d17add9e5', 'name': 'network-vif-deleted', 'tag': '96bc1fe8-242a-45ba-a844-c1b33f59c7b1', 'status': 'completed', 'code': 200} Feb 16 14:20:43.209965 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-076ca98b-5c30-4364-a5ee-d1bc1245edda req-07d40c46-ca8f-436a-aca7-fb88799dfaf4 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.120 "GET /v2.0/ports?device_id=edfc6d30-8690-4bcf-85d6-407844397f94 HTTP/1.1" status: 200 len: 945 time: 0.0636358 Feb 16 14:20:43.261590 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-1e1722f7-f377-49bb-a728-69cc8369fd47 None None] Set router 7ef9b361-04ee-467d-b3f7-ca5ff07ffa90 gateway port host: dv-cinder-773985-32-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:20:43.269281 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-076ca98b-5c30-4364-a5ee-d1bc1245edda req-8081169b-358b-404b-a928-61d2160a0e1b tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.120 "GET /v2.0/security-groups?id=d4290c7a-46cc-47c9-8ae6-ccdfaebb6bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516765 Feb 16 14:20:43.477394 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-1e1722f7-f377-49bb-a728-69cc8369fd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef9b361-04ee-467d-b3f7-ca5ff07ffa90', 'name': 'tempest-AttachVolumeShelveTestJSON-1011373759-router', 'tenant_id': '410a0d25161b4a0e8f890d74d6eb242d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '889f4e28-56ab-4437-8364-bf9f84f6e647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:15:57Z', 'updated_at': '2022-02-16T14:16:05Z', 'revision_number': 4, 'project_id': '410a0d25161b4a0e8f890d74d6eb242d', 'gw_port': {'id': '889f4e28-56ab-4437-8364-bf9f84f6e647', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef9b361-04ee-467d-b3f7-ca5ff07ffa90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:15:58Z', 'updated_at': '2022-02-16T14:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_interfaces': [{'id': '823115d7-28d7-4545-82be-bd4444f81a41', 'name': '', 'network_id': '08a3e979-1da2-40e7-a40c-6fc286cacb72', 'tenant_id': '410a0d25161b4a0e8f890d74d6eb242d', 'mac_address': 'fa:16:3e:66:3d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef9b361-04ee-467d-b3f7-ca5ff07ffa90', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b5411640-e171-466e-826f-00fe3dbaa6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:16:03Z', 'updated_at': '2022-02-16T14:16:19Z', 'revision_number': 5, 'project_id': '410a0d25161b4a0e8f890d74d6eb242d', 'subnets': [{'id': 'b5411640-e171-466e-826f-00fe3dbaa6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:20:43.504748 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1722f7-f377-49bb-a728-69cc8369fd47 None None] Checking router: 7ef9b361-04ee-467d-b3f7-ca5ff07ffa90 for host: dv-cinder-773985-32-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:20:43.515517 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1722f7-f377-49bb-a728-69cc8369fd47 None None] Routers {'7ef9b361-04ee-467d-b3f7-ca5ff07ffa90'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:20:43.516185 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-1e1722f7-f377-49bb-a728-69cc8369fd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:20:41Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['7ef9b361-04ee-467d-b3f7-ca5ff07ffa90'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:20:43.632040 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-1e1722f7-f377-49bb-a728-69cc8369fd47 None None] Set router 7ef9b361-04ee-467d-b3f7-ca5ff07ffa90 gateway port host: dv-cinder-773985-32-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:20:43.679814 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 4eb1622e-94f3-469e-aedd-b0e001d9b2b2 up at agent hyperv_hv-cinder-77398 {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:20:43.784968 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ac86131d-db3b-4e6c-9567-647e6948f8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (6a38cbfe-57d3-4d37-ac59-552f6dc7f99c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:43.832209 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Provisioning for port 4eb1622e-94f3-469e-aedd-b0e001d9b2b2 completed by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:20:43.845829 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Provisioning complete for port 4eb1622e-94f3-469e-aedd-b0e001d9b2b2 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:20:43.846206 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (4eb1622e-94f3-469e-aedd-b0e001d9b2b2), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:43.870301 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-72d56985-97b9-4780-b2b7-095b5f74127a req-8eff3515-347e-48df-b00c-f283ab29a434 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=e48d1903-172a-45ff-9eba-d70d17add9e5 HTTP/1.1" status: 200 len: 210 time: 0.0278981 Feb 16 14:20:43.884036 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-a8050c5e-fae0-4749-9066-b350f3112fc5 None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:20:43.971836 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Current status of the port 4eb1622e-94f3-469e-aedd-b0e001d9b2b2 is: BUILD; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:20:43.972301 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (4eb1622e-94f3-469e-aedd-b0e001d9b2b2), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:43.975553 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-1e1722f7-f377-49bb-a728-69cc8369fd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef9b361-04ee-467d-b3f7-ca5ff07ffa90', 'name': 'tempest-AttachVolumeShelveTestJSON-1011373759-router', 'tenant_id': '410a0d25161b4a0e8f890d74d6eb242d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '889f4e28-56ab-4437-8364-bf9f84f6e647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:15:57Z', 'updated_at': '2022-02-16T14:16:05Z', 'revision_number': 4, 'project_id': '410a0d25161b4a0e8f890d74d6eb242d', 'gw_port': {'id': '889f4e28-56ab-4437-8364-bf9f84f6e647', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef9b361-04ee-467d-b3f7-ca5ff07ffa90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:15:58Z', 'updated_at': '2022-02-16T14:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_interfaces': [{'id': '823115d7-28d7-4545-82be-bd4444f81a41', 'name': '', 'network_id': '08a3e979-1da2-40e7-a40c-6fc286cacb72', 'tenant_id': '410a0d25161b4a0e8f890d74d6eb242d', 'mac_address': 'fa:16:3e:66:3d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef9b361-04ee-467d-b3f7-ca5ff07ffa90', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b5411640-e171-466e-826f-00fe3dbaa6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:16:03Z', 'updated_at': '2022-02-16T14:16:19Z', 'revision_number': 5, 'project_id': '410a0d25161b4a0e8f890d74d6eb242d', 'subnets': [{'id': 'b5411640-e171-466e-826f-00fe3dbaa6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:20:44.008799 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1722f7-f377-49bb-a728-69cc8369fd47 None None] The sync data for ids ['7ef9b361-04ee-467d-b3f7-ca5ff07ffa90'] in dv-cinder-773985-32-iscsi is: [{'id': '7ef9b361-04ee-467d-b3f7-ca5ff07ffa90', 'name': 'tempest-AttachVolumeShelveTestJSON-1011373759-router', 'tenant_id': '410a0d25161b4a0e8f890d74d6eb242d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '889f4e28-56ab-4437-8364-bf9f84f6e647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:15:57Z', 'updated_at': '2022-02-16T14:16:05Z', 'revision_number': 4, 'project_id': '410a0d25161b4a0e8f890d74d6eb242d', 'gw_port': {'id': '889f4e28-56ab-4437-8364-bf9f84f6e647', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef9b361-04ee-467d-b3f7-ca5ff07ffa90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:15:58Z', 'updated_at': '2022-02-16T14:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_interfaces': [{'id': '823115d7-28d7-4545-82be-bd4444f81a41', 'name': '', 'network_id': '08a3e979-1da2-40e7-a40c-6fc286cacb72', 'tenant_id': '410a0d25161b4a0e8f890d74d6eb242d', 'mac_address': 'fa:16:3e:66:3d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef9b361-04ee-467d-b3f7-ca5ff07ffa90', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b5411640-e171-466e-826f-00fe3dbaa6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:16:03Z', 'updated_at': '2022-02-16T14:16:19Z', 'revision_number': 5, 'project_id': '410a0d25161b4a0e8f890d74d6eb242d', 'subnets': [{'id': 'b5411640-e171-466e-826f-00fe3dbaa6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:20:44.025323 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edfc6d30-8690-4bcf-85d6-407844397f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb1622e-94f3-469e-aedd-b0e001d9b2b2'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:20:44.027642 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcf4ad7936cd44f2198d6b2453955475838913f42e78743342b6e5b4d5a62724" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34b5315-a6d5-40b8-843b-5c03d64f8b2f" -d '{"events": [{"server_uuid": "edfc6d30-8690-4bcf-85d6-407844397f94", "name": "network-vif-plugged", "status": "completed", "tag": "4eb1622e-94f3-469e-aedd-b0e001d9b2b2"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:20:44.043563 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 4eb1622e-94f3-469e-aedd-b0e001d9b2b2, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=4eb1622e-94f3-469e-aedd-b0e001d9b2b2,segment=NetworkSegment(860934f6-ea90-493a-96b5-0c752741e2af),segment_id=860934f6-ea90-493a-96b5-0c752741e2af)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:20:44.056808 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (4eb1622e-94f3-469e-aedd-b0e001d9b2b2), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:44.090301 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840ed2cf-bdcb-4286-88ae-c9cae745c03b x-openstack-request-id: req-840ed2cf-bdcb-4286-88ae-c9cae745c03b {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:20:44.090569 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edfc6d30-8690-4bcf-85d6-407844397f94", "name": "network-vif-plugged", "status": "completed", "tag": "4eb1622e-94f3-469e-aedd-b0e001d9b2b2", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:20:44.090826 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-840ed2cf-bdcb-4286-88ae-c9cae745c03b {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:20:44.091218 dv-cinder-773985-32-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edfc6d30-8690-4bcf-85d6-407844397f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb1622e-94f3-469e-aedd-b0e001d9b2b2', 'code': 200} Feb 16 14:20:44.125819 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Pushing event updated for resources: {'Port': ['ID=4eb1622e-94f3-469e-aedd-b0e001d9b2b2,revision_number=5']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:44.348597 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d31d8d-99df-4d48-b301-22a32e9350c3 req-b6077452-f7b9-48db-b042-279706b7573e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:44.350451 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a8d31d8d-99df-4d48-b301-22a32e9350c3 req-b6077452-f7b9-48db-b042-279706b7573e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=edfc6d30-8690-4bcf-85d6-407844397f94 HTTP/1.1" status: 200 len: 1130 time: 0.0553961 Feb 16 14:20:44.361507 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c101ef89-497e-4196-bc1c-758507da3f0a None None] New status for floating IP bab65343-7c00-48f0-8436-74ab96624fd4: DOWN {{(pid=102971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:20:44.427290 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a8d31d8d-99df-4d48-b301-22a32e9350c3 req-62b7f639-b5ad-4f05-8597-197d5a6e1c30 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d4290c7a-46cc-47c9-8ae6-ccdfaebb6bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665674 Feb 16 14:20:44.439307 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95390a2-3fb0-48da-90b7-7bb1ac291198 req-38e4cea4-38aa-436c-a6f0-d661307110ad tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:44.440957 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e95390a2-3fb0-48da-90b7-7bb1ac291198 req-38e4cea4-38aa-436c-a6f0-d661307110ad tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.120 "GET /v2.0/ports?device_id=edfc6d30-8690-4bcf-85d6-407844397f94 HTTP/1.1" status: 200 len: 946 time: 0.0895753 Feb 16 14:20:44.493293 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e95390a2-3fb0-48da-90b7-7bb1ac291198 req-7643072f-5a9d-4ab9-be28-ddf9b3f8b798 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.120 "GET /v2.0/security-groups?id=d4290c7a-46cc-47c9-8ae6-ccdfaebb6bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451183 Feb 16 14:20:44.964501 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 57860) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:20:45.016341 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-2b08c4f5-4070-4cce-91a5-9ead56a70ad8 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks [] for security_group (70b8efc1-2707-4c73-889f-acfd170da1a9), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:45.040635 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-2b08c4f5-4070-4cce-91a5-9ead56a70ad8 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks [] for security_group (70b8efc1-2707-4c73-889f-acfd170da1a9), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:45.062084 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (529a93d1-f8f6-4ba2-8600-6635050f85df), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:45.093810 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-2b08c4f5-4070-4cce-91a5-9ead56a70ad8 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (70b8efc1-2707-4c73-889f-acfd170da1a9), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:45.096484 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-2b08c4f5-4070-4cce-91a5-9ead56a70ad8 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:45.097652 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-2b08c4f5-4070-4cce-91a5-9ead56a70ad8 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "DELETE /v2.0/security-groups/70b8efc1-2707-4c73-889f-acfd170da1a9 HTTP/1.1" status: 204 len: 168 time: 0.1321297 Feb 16 14:20:45.101060 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 57862) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:20:45.117364 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b08c4f5-4070-4cce-91a5-9ead56a70ad8 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b8efc1-2707-4c73-889f-acfd170da1a9,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:45.119799 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.api.v2.resource [None req-6958d782-23a5-42af-8126-83e6073cee38 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] show failed (client error): The resource could not be found. Feb 16 14:20:45.120797 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-6958d782-23a5-42af-8126-83e6073cee38 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups/70b8efc1-2707-4c73-889f-acfd170da1a9 HTTP/1.1" status: 404 len: 347 time: 0.0188146 Feb 16 14:20:45.124169 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 57864) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:20:45.252510 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-0bf0239a-4500-4ffc-b1c5-2deb4737098b tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Deleting port 20eca92d-b7d1-4a74-8d64-2cc40d462361 {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:20:45.252921 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-0bf0239a-4500-4ffc-b1c5-2deb4737098b tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784247387639'] for port (20eca92d-b7d1-4a74-8d64-2cc40d462361), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:45.343467 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-0bf0239a-4500-4ffc-b1c5-2deb4737098b tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595644'] for port (20eca92d-b7d1-4a74-8d64-2cc40d462361), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:45.343884 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-0bf0239a-4500-4ffc-b1c5-2deb4737098b tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks [] for floatingip (20eca92d-b7d1-4a74-8d64-2cc40d462361), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:45.357370 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-0bf0239a-4500-4ffc-b1c5-2deb4737098b tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Calling delete_port for 20eca92d-b7d1-4a74-8d64-2cc40d462361 owned by network:floatingip {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:20:45.521571 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-0bf0239a-4500-4ffc-b1c5-2deb4737098b tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784247495006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784246951217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811206'] for port (20eca92d-b7d1-4a74-8d64-2cc40d462361), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:45.552466 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf0239a-4500-4ffc-b1c5-2deb4737098b tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Pushing event deleted for resources: {'Port': ['ID=20eca92d-b7d1-4a74-8d64-2cc40d462361,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:45.669358 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-0bf0239a-4500-4ffc-b1c5-2deb4737098b tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks [] for floatingip (bab65343-7c00-48f0-8436-74ab96624fd4), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:45.677599 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-0bf0239a-4500-4ffc-b1c5-2deb4737098b tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for floatingip (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:45.681951 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ac443d-a6e1-48db-b2c4-cec79392a4c9 req-a15cebf7-297f-4e40-a09a-c490ab0ed621 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:45.687883 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-0bf0239a-4500-4ffc-b1c5-2deb4737098b tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "DELETE /v2.0/floatingips/bab65343-7c00-48f0-8436-74ab96624fd4 HTTP/1.1" status: 204 len: 168 time: 0.5626862 Feb 16 14:20:45.689578 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-13ac443d-a6e1-48db-b2c4-cec79392a4c9 req-a15cebf7-297f-4e40-a09a-c490ab0ed621 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.120 "GET /v2.0/ports?device_id=edfc6d30-8690-4bcf-85d6-407844397f94 HTTP/1.1" status: 200 len: 946 time: 0.0835905 Feb 16 14:20:45.739473 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-13ac443d-a6e1-48db-b2c4-cec79392a4c9 req-b645232a-4937-45dc-80f2-2940b3c98aa9 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.120 "GET /v2.0/security-groups?id=d4290c7a-46cc-47c9-8ae6-ccdfaebb6bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471277 Feb 16 14:20:45.935228 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 57878) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:20:45.939915 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-5d172176-eb79-4dab-9b9c-49ba0dc59fe2 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1689774279', 'description': 'tempest-description--607725734'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:20:45.961517 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-5d172176-eb79-4dab-9b9c-49ba0dc59fe2 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:46.045975 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-5d172176-eb79-4dab-9b9c-49ba0dc59fe2 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks [] for security_group (d7305ab7-4007-4059-9605-577556c616a7), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:46.051846 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-5d172176-eb79-4dab-9b9c-49ba0dc59fe2 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (d7305ab7-4007-4059-9605-577556c616a7), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:46.085850 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d172176-eb79-4dab-9b9c-49ba0dc59fe2 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7305ab7-4007-4059-9605-577556c616a7,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:46.090561 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-5d172176-eb79-4dab-9b9c-49ba0dc59fe2 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:46.094518 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-5d172176-eb79-4dab-9b9c-49ba0dc59fe2 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1555417 Feb 16 14:20:46.095114 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 57880) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:20:46.099760 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-0fce367f-0f1a-43cf-be72-afb00e02642e tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Request body: {'security_group_rule': {'security_group_id': 'd7305ab7-4007-4059-9605-577556c616a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:20:46.130441 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-0fce367f-0f1a-43cf-be72-afb00e02642e tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks [] for security_group_rule (9c615a12-8a37-4878-91ce-6da0b007bcee), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:46.194202 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-0fce367f-0f1a-43cf-be72-afb00e02642e tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks [] for security_group_rule (9c615a12-8a37-4878-91ce-6da0b007bcee), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:46.198448 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-0fce367f-0f1a-43cf-be72-afb00e02642e tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071180'] for security_group_rule (9c615a12-8a37-4878-91ce-6da0b007bcee), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:46.217723 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fce367f-0f1a-43cf-be72-afb00e02642e tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c615a12-8a37-4878-91ce-6da0b007bcee,revision_number=0']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:46.226745 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-0fce367f-0f1a-43cf-be72-afb00e02642e tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:46.231111 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-0fce367f-0f1a-43cf-be72-afb00e02642e tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1326425 Feb 16 14:20:46.231331 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 57882) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:20:46.236110 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-2f2c62f9-4ea6-4b7a-83dd-13d42c553a3b tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Request body: {'security_group_rule': {'security_group_id': 'd7305ab7-4007-4059-9605-577556c616a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:20:46.263129 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-2f2c62f9-4ea6-4b7a-83dd-13d42c553a3b tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks [] for security_group_rule (5bfab403-241e-4f84-9cab-bf14acafe825), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:46.318731 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-2f2c62f9-4ea6-4b7a-83dd-13d42c553a3b tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks [] for security_group_rule (5bfab403-241e-4f84-9cab-bf14acafe825), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:46.323493 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-2f2c62f9-4ea6-4b7a-83dd-13d42c553a3b tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071180'] for security_group_rule (5bfab403-241e-4f84-9cab-bf14acafe825), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:46.342987 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2c62f9-4ea6-4b7a-83dd-13d42c553a3b tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bfab403-241e-4f84-9cab-bf14acafe825,revision_number=0']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:46.348775 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-2f2c62f9-4ea6-4b7a-83dd-13d42c553a3b tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:46.353027 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-2f2c62f9-4ea6-4b7a-83dd-13d42c553a3b tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1175776 Feb 16 14:20:46.353149 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 57884) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:20:46.357400 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-8e14dcfc-07fe-47b0-a70e-5c76d8dc8213 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Request body: {'floatingip': {'floating_network_id': '5b71b9ca-6085-48b7-9167-93053be13444'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:20:46.377239 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-8e14dcfc-07fe-47b0-a70e-5c76d8dc8213 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:46.477348 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-8e14dcfc-07fe-47b0-a70e-5c76d8dc8213 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:46.581368 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_common [None req-8e14dcfc-07fe-47b0-a70e-5c76d8dc8213 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Allocated IP 172.27.2.253 (5b71b9ca-6085-48b7-9167-93053be13444/8c2b85af-3da9-4754-9d29-6d95dbdc6260/b0b43c9d-d710-46cd-a929-87e5ce7a6fa2) {{(pid=102968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:20:46.692339 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-8e14dcfc-07fe-47b0-a70e-5c76d8dc8213 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks [] for port (b0b43c9d-d710-46cd-a929-87e5ce7a6fa2), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:46.724601 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-8e14dcfc-07fe-47b0-a70e-5c76d8dc8213 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784246951208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811206'] for port (b0b43c9d-d710-46cd-a929-87e5ce7a6fa2), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:46.762960 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e14dcfc-07fe-47b0-a70e-5c76d8dc8213 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Network 5b71b9ca-6085-48b7-9167-93053be13444 is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:20:46.766888 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [None req-8e14dcfc-07fe-47b0-a70e-5c76d8dc8213 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:20:46.770608 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e14dcfc-07fe-47b0-a70e-5c76d8dc8213 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Received port after_create {{(pid=102968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:20:46.794959 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14dcfc-07fe-47b0-a70e-5c76d8dc8213 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Pushing event updated for resources: {'Port': ['ID=b0b43c9d-d710-46cd-a929-87e5ce7a6fa2,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:46.865390 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-8e14dcfc-07fe-47b0-a70e-5c76d8dc8213 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks [] for floatingip (390df0ea-e679-499d-b7bf-bf7f0beb54e2), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:46.891026 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0512b-991c-4aff-bba6-3f1d55cf9427 req-713f02fa-3d95-4a45-baf4-94a9570906bc tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:46.893298 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-cbb0512b-991c-4aff-bba6-3f1d55cf9427 req-713f02fa-3d95-4a45-baf4-94a9570906bc tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.120 "GET /v2.0/ports?device_id=edfc6d30-8690-4bcf-85d6-407844397f94 HTTP/1.1" status: 200 len: 946 time: 0.0653026 Feb 16 14:20:46.910258 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-8e14dcfc-07fe-47b0-a70e-5c76d8dc8213 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (b0b43c9d-d710-46cd-a929-87e5ce7a6fa2), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:46.945538 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-cbb0512b-991c-4aff-bba6-3f1d55cf9427 req-5ea61249-f6fa-454d-bcfb-ac079db7866c tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.120 "GET /v2.0/security-groups?id=d4290c7a-46cc-47c9-8ae6-ccdfaebb6bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458624 Feb 16 14:20:47.098176 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-8e14dcfc-07fe-47b0-a70e-5c76d8dc8213 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks [] for port (b0b43c9d-d710-46cd-a929-87e5ce7a6fa2), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:47.105361 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-8e14dcfc-07fe-47b0-a70e-5c76d8dc8213 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8811213'] for port (b0b43c9d-d710-46cd-a929-87e5ce7a6fa2), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:47.184130 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14dcfc-07fe-47b0-a70e-5c76d8dc8213 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Pushing event updated for resources: {'Port': ['ID=b0b43c9d-d710-46cd-a929-87e5ce7a6fa2,revision_number=2']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:47.193301 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-8e14dcfc-07fe-47b0-a70e-5c76d8dc8213 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1596120'] for floatingip (390df0ea-e679-499d-b7bf-bf7f0beb54e2), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:47.213824 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-8e14dcfc-07fe-47b0-a70e-5c76d8dc8213 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for floatingip (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:47.223904 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-8e14dcfc-07fe-47b0-a70e-5c76d8dc8213 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8610005 Feb 16 14:20:47.418669 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a81a8ca3-97e3-4bf7-b106-d61b1a6f067a req-becae57c-c951-4cd8-84b9-f95cbc591db1 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?name=tempest-securitygroup--1689774279&fields=id&tenant_id=410a0d25161b4a0e8f890d74d6eb242d HTTP/1.1" status: 200 len: 267 time: 0.0430536 Feb 16 14:20:47.697053 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 96bc1fe8-242a-45ba-a844-c1b33f59c7b1 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:20:47.725602 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] No Port match for: 96bc1fe8-242a-45ba-a844-c1b33f59c7b1 {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:20:47.726268 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 96bc1fe8-242a-45ba-a844-c1b33f59c7b1 not bound to the agent host hv-cinder-77398 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:20:47.777135 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a8ca3-97e3-4bf7-b106-d61b1a6f067a req-7271c789-590a-4f8b-8229-45c7a1cf6285 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:47.778604 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a81a8ca3-97e3-4bf7-b106-d61b1a6f067a req-7271c789-590a-4f8b-8229-45c7a1cf6285 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/networks?id=08a3e979-1da2-40e7-a40c-6fc286cacb72 HTTP/1.1" status: 200 len: 817 time: 0.3536267 Feb 16 14:20:47.793508 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a81a8ca3-97e3-4bf7-b106-d61b1a6f067a req-e802f132-e579-4243-bd3d-410bd6eef541 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/quotas/410a0d25161b4a0e8f890d74d6eb242d HTTP/1.1" status: 200 len: 375 time: 0.0097530 Feb 16 14:20:47.826319 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8936bc9f-7408-406f-9def-3dae9e546e0e req-f6457a6e-484c-4116-a5ce-fb4fedae711a tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:47.827851 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-8936bc9f-7408-406f-9def-3dae9e546e0e req-f6457a6e-484c-4116-a5ce-fb4fedae711a tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.120 "GET /v2.0/ports?device_id=edfc6d30-8690-4bcf-85d6-407844397f94 HTTP/1.1" status: 200 len: 946 time: 0.0529354 Feb 16 14:20:47.847590 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a81a8ca3-97e3-4bf7-b106-d61b1a6f067a req-302443ae-e033-45ef-a280-a09667b6de85 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?tenant_id=410a0d25161b4a0e8f890d74d6eb242d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486336 Feb 16 14:20:47.875307 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-8936bc9f-7408-406f-9def-3dae9e546e0e req-b74eca93-6e31-49b1-92e3-38dba11ec7ac tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.120 "GET /v2.0/security-groups?id=d4290c7a-46cc-47c9-8ae6-ccdfaebb6bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417652 Feb 16 14:20:47.945042 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a81a8ca3-97e3-4bf7-b106-d61b1a6f067a req-30f29e0c-6bc4-4a0f-b1f2-fdd218368c3e service neutron] 10.222.0.120 "GET /v2.0/networks/08a3e979-1da2-40e7-a40c-6fc286cacb72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852079 Feb 16 14:20:48.032600 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a81a8ca3-97e3-4bf7-b106-d61b1a6f067a req-cb094be8-93ec-466d-99ad-0dce4969c1db service neutron] 10.222.0.120 "GET /v2.0/networks/08a3e979-1da2-40e7-a40c-6fc286cacb72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814285 Feb 16 14:20:48.189187 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-68b0f8eb-2551-4c31-b82e-5787c6cb9734 req-403cd52f-54f3-47d7-b381-162ec91dd664 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 210 time: 0.0269017 Feb 16 14:20:48.453158 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 57956) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:20:48.505248 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7841275-44b6-41b5-8983-66b1f9112b0c admin admin] Deleting subnet bd1e89d3-aed9-49bb-b51e-b63255ffaeec {{(pid=102968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 14:20:48.508456 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d7841275-44b6-41b5-8983-66b1f9112b0c admin admin] Publish callbacks [] for subnet (bd1e89d3-aed9-49bb-b51e-b63255ffaeec), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:48.548923 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d7841275-44b6-41b5-8983-66b1f9112b0c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9208702'] for subnet (bd1e89d3-aed9-49bb-b51e-b63255ffaeec), precommit_delete_associations {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:48.589853 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d7841275-44b6-41b5-8983-66b1f9112b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-900998'] for subnet (bd1e89d3-aed9-49bb-b51e-b63255ffaeec), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:48.649214 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d7841275-44b6-41b5-8983-66b1f9112b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-901007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8811251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9090829'] for subnet (bd1e89d3-aed9-49bb-b51e-b63255ffaeec), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:48.674635 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7841275-44b6-41b5-8983-66b1f9112b0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd1e89d3-aed9-49bb-b51e-b63255ffaeec,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:48.678180 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-d7841275-44b6-41b5-8983-66b1f9112b0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for subnet (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:48.681345 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-d7841275-44b6-41b5-8983-66b1f9112b0c admin admin] 10.222.0.120 "DELETE /v2.0/subnets/bd1e89d3-aed9-49bb-b51e-b63255ffaeec HTTP/1.1" status: 204 len: 168 time: 0.2271633 Feb 16 14:20:48.683805 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 57958) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:20:48.754579 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7ffdfead-9ea5-4f89-8762-49de747d0608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924667'] for network (369ba442-b755-4eb1-9942-d8c8c72573d4), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:48.835904 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7ffdfead-9ea5-4f89-8762-49de747d0608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897531', 'neutron.services.segments.db._delete_segments_for_network-8784247451275'] for network (369ba442-b755-4eb1-9942-d8c8c72573d4), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:48.862068 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.services.segments.db [None req-7ffdfead-9ea5-4f89-8762-49de747d0608 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['369ba442-b755-4eb1-9942-d8c8c72573d4']}} {{(pid=102968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:20:48.871041 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.services.segments.db [None req-7ffdfead-9ea5-4f89-8762-49de747d0608 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d13d6eb-4793-4ceb-9fc0-08ce6add2691') {'for_net_delete': True} {{(pid=102968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:20:48.871331 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.services.segments.db [None req-7ffdfead-9ea5-4f89-8762-49de747d0608 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d13d6eb-4793-4ceb-9fc0-08ce6add2691') {} {{(pid=102968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:20:48.880547 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7ffdfead-9ea5-4f89-8762-49de747d0608 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784247452308', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9208695'] for segment (7d13d6eb-4793-4ceb-9fc0-08ce6add2691), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:48.893946 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7ffdfead-9ea5-4f89-8762-49de747d0608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894495'] for segment (7d13d6eb-4793-4ceb-9fc0-08ce6add2691), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:48.901686 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ffdfead-9ea5-4f89-8762-49de747d0608 admin admin] Releasing vlan 1304 on physical network physnet1 to pool {{(pid=102968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:20:48.902024 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7ffdfead-9ea5-4f89-8762-49de747d0608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8811177'] for segment (7d13d6eb-4793-4ceb-9fc0-08ce6add2691), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:48.903786 dv-cinder-773985-32-iscsi neutron-server[102968]: Traceback (most recent call last): Feb 16 14:20:48.903786 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:20:48.903786 dv-cinder-773985-32-iscsi neutron-server[102968]: timer() Feb 16 14:20:48.903786 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:20:48.903786 dv-cinder-773985-32-iscsi neutron-server[102968]: cb(*args, **kw) Feb 16 14:20:48.903786 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:20:48.903786 dv-cinder-773985-32-iscsi neutron-server[102968]: return func(*args, **kwargs) Feb 16 14:20:48.903786 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:20:48.903786 dv-cinder-773985-32-iscsi neutron-server[102968]: self._notify() Feb 16 14:20:48.903786 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:20:48.903786 dv-cinder-773985-32-iscsi neutron-server[102968]: self.callback(batched_events) Feb 16 14:20:48.903786 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:20:48.903786 dv-cinder-773985-32-iscsi neutron-server[102968]: event.method(event) Feb 16 14:20:48.903786 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:20:48.903786 dv-cinder-773985-32-iscsi neutron-server[102968]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:20:48.903786 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:20:48.903786 dv-cinder-773985-32-iscsi neutron-server[102968]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:20:48.903786 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:20:48.903786 dv-cinder-773985-32-iscsi neutron-server[102968]: return f(self, *a, **k) Feb 16 14:20:48.903786 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:20:48.903786 dv-cinder-773985-32-iscsi neutron-server[102968]: return self._get(url).json() Feb 16 14:20:48.903786 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:20:48.903786 dv-cinder-773985-32-iscsi neutron-server[102968]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:20:48.903786 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:20:48.903786 dv-cinder-773985-32-iscsi neutron-server[102968]: return self.request(url, 'GET', **kwargs) Feb 16 14:20:48.903786 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:20:48.903786 dv-cinder-773985-32-iscsi neutron-server[102968]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:20:48.903786 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:20:48.903786 dv-cinder-773985-32-iscsi neutron-server[102968]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:20:48.903786 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:20:48.903786 dv-cinder-773985-32-iscsi neutron-server[102968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:20:48.903786 dv-cinder-773985-32-iscsi neutron-server[102968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:20:48.977126 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7ffdfead-9ea5-4f89-8762-49de747d0608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1596086'] for network (369ba442-b755-4eb1-9942-d8c8c72573d4), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:48.983804 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7ffdfead-9ea5-4f89-8762-49de747d0608 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for network (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:48.986792 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-7ffdfead-9ea5-4f89-8762-49de747d0608 admin admin] 10.222.0.120 "DELETE /v2.0/networks/369ba442-b755-4eb1-9942-d8c8c72573d4 HTTP/1.1" status: 204 len: 168 time: 0.3020859 Feb 16 14:20:48.989645 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 57962) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:20:49.002899 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffdfead-9ea5-4f89-8762-49de747d0608 admin admin] Pushing event deleted for resources: {'Network': ['ID=369ba442-b755-4eb1-9942-d8c8c72573d4,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:49.024873 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5f38a-ff22-4b6e-9c09-6008876dfe16 req-0c758acb-42ce-458a-91fe-03dcd4d74695 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:49.026375 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5bd5f38a-ff22-4b6e-9c09-6008876dfe16 req-0c758acb-42ce-458a-91fe-03dcd4d74695 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.120 "GET /v2.0/ports?device_id=edfc6d30-8690-4bcf-85d6-407844397f94 HTTP/1.1" status: 200 len: 946 time: 0.0768874 Feb 16 14:20:49.038023 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3531bb3-d6fc-45b4-ac96-0c27fc1b61c0 admin admin] Deleting subnet 38960753-1c4f-4686-940a-f23d3ae8b165 {{(pid=102969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 14:20:49.041726 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e3531bb3-d6fc-45b4-ac96-0c27fc1b61c0 admin admin] Publish callbacks [] for subnet (38960753-1c4f-4686-940a-f23d3ae8b165), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:49.077260 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5bd5f38a-ff22-4b6e-9c09-6008876dfe16 req-6a8c3e0f-5946-4b11-9828-74b282bb8c24 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.120 "GET /v2.0/security-groups?id=d4290c7a-46cc-47c9-8ae6-ccdfaebb6bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447137 Feb 16 14:20:49.077706 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e3531bb3-d6fc-45b4-ac96-0c27fc1b61c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10125341'] for subnet (38960753-1c4f-4686-940a-f23d3ae8b165), precommit_delete_associations {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:49.116007 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e3531bb3-d6fc-45b4-ac96-0c27fc1b61c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-900998'] for subnet (38960753-1c4f-4686-940a-f23d3ae8b165), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:49.167858 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e3531bb3-d6fc-45b4-ac96-0c27fc1b61c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-901007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10340302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10395585'] for subnet (38960753-1c4f-4686-940a-f23d3ae8b165), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:49.194946 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3531bb3-d6fc-45b4-ac96-0c27fc1b61c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38960753-1c4f-4686-940a-f23d3ae8b165,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:49.198198 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e3531bb3-d6fc-45b4-ac96-0c27fc1b61c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:49.201483 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-e3531bb3-d6fc-45b4-ac96-0c27fc1b61c0 admin admin] 10.222.0.120 "DELETE /v2.0/subnets/38960753-1c4f-4686-940a-f23d3ae8b165 HTTP/1.1" status: 204 len: 168 time: 0.2108355 Feb 16 14:20:49.203944 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 57966) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:20:49.308275 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-efcc6c93-30a8-4a3c-85c6-c950547c3489 req-6ff214b6-a970-494e-b4c3-320e29881b98 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 210 time: 0.0393784 Feb 16 14:20:49.310841 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c6a84e21-c399-4598-97fb-4f979b31ba26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924667'] for network (7d8edef7-5407-4f03-9dc7-2e0fb59112c5), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:49.377337 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a8ca3-97e3-4bf7-b106-d61b1a6f067a req-ddc6ac2c-7527-44d8-8cac-cbc02cc0f4bc tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:49.378890 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a81a8ca3-97e3-4bf7-b106-d61b1a6f067a req-ddc6ac2c-7527-44d8-8cac-cbc02cc0f4bc tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.10 "GET /v2.0/networks?id=08a3e979-1da2-40e7-a40c-6fc286cacb72 HTTP/1.1" status: 200 len: 817 time: 0.1096997 Feb 16 14:20:49.397178 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c6a84e21-c399-4598-97fb-4f979b31ba26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897531', 'neutron.services.segments.db._delete_segments_for_network-8784247451275'] for network (7d8edef7-5407-4f03-9dc7-2e0fb59112c5), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:49.418950 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.services.segments.db [None req-c6a84e21-c399-4598-97fb-4f979b31ba26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d8edef7-5407-4f03-9dc7-2e0fb59112c5']}} {{(pid=102969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:20:49.428113 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.services.segments.db [None req-c6a84e21-c399-4598-97fb-4f979b31ba26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebf61934-84b6-46e5-beda-eb809b27da9d') {'for_net_delete': True} {{(pid=102969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:20:49.428474 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.services.segments.db [None req-c6a84e21-c399-4598-97fb-4f979b31ba26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebf61934-84b6-46e5-beda-eb809b27da9d') {} {{(pid=102969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:20:49.440492 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c6a84e21-c399-4598-97fb-4f979b31ba26 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784247452308', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10125332'] for segment (ebf61934-84b6-46e5-beda-eb809b27da9d), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:49.456858 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c6a84e21-c399-4598-97fb-4f979b31ba26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894495'] for segment (ebf61934-84b6-46e5-beda-eb809b27da9d), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:49.464880 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6a84e21-c399-4598-97fb-4f979b31ba26 admin admin] Releasing vlan 1308 on physical network physnet1 to pool {{(pid=102969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:20:49.465285 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c6a84e21-c399-4598-97fb-4f979b31ba26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10340244'] for segment (ebf61934-84b6-46e5-beda-eb809b27da9d), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:49.467393 dv-cinder-773985-32-iscsi neutron-server[102969]: Traceback (most recent call last): Feb 16 14:20:49.467393 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:20:49.467393 dv-cinder-773985-32-iscsi neutron-server[102969]: timer() Feb 16 14:20:49.467393 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:20:49.467393 dv-cinder-773985-32-iscsi neutron-server[102969]: cb(*args, **kw) Feb 16 14:20:49.467393 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:20:49.467393 dv-cinder-773985-32-iscsi neutron-server[102969]: return func(*args, **kwargs) Feb 16 14:20:49.467393 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:20:49.467393 dv-cinder-773985-32-iscsi neutron-server[102969]: self._notify() Feb 16 14:20:49.467393 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:20:49.467393 dv-cinder-773985-32-iscsi neutron-server[102969]: self.callback(batched_events) Feb 16 14:20:49.467393 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:20:49.467393 dv-cinder-773985-32-iscsi neutron-server[102969]: event.method(event) Feb 16 14:20:49.467393 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:20:49.467393 dv-cinder-773985-32-iscsi neutron-server[102969]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:20:49.467393 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:20:49.467393 dv-cinder-773985-32-iscsi neutron-server[102969]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:20:49.467393 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:20:49.467393 dv-cinder-773985-32-iscsi neutron-server[102969]: return f(self, *a, **k) Feb 16 14:20:49.467393 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:20:49.467393 dv-cinder-773985-32-iscsi neutron-server[102969]: return self._get(url).json() Feb 16 14:20:49.467393 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:20:49.467393 dv-cinder-773985-32-iscsi neutron-server[102969]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:20:49.467393 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:20:49.467393 dv-cinder-773985-32-iscsi neutron-server[102969]: return self.request(url, 'GET', **kwargs) Feb 16 14:20:49.467393 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:20:49.467393 dv-cinder-773985-32-iscsi neutron-server[102969]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:20:49.467393 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:20:49.467393 dv-cinder-773985-32-iscsi neutron-server[102969]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:20:49.467393 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:20:49.467393 dv-cinder-773985-32-iscsi neutron-server[102969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:20:49.467393 dv-cinder-773985-32-iscsi neutron-server[102969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:20:49.495200 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a81a8ca3-97e3-4bf7-b106-d61b1a6f067a req-aabb1c7f-d8c7-4bbe-859a-d43070a3acd8 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=410a0d25161b4a0e8f890d74d6eb242d HTTP/1.1" status: 200 len: 380 time: 0.0652039 Feb 16 14:20:49.531025 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c6a84e21-c399-4598-97fb-4f979b31ba26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1596086'] for network (7d8edef7-5407-4f03-9dc7-2e0fb59112c5), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:49.538331 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c6a84e21-c399-4598-97fb-4f979b31ba26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for network (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:49.544624 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-c6a84e21-c399-4598-97fb-4f979b31ba26 admin admin] 10.222.0.120 "DELETE /v2.0/networks/7d8edef7-5407-4f03-9dc7-2e0fb59112c5 HTTP/1.1" status: 204 len: 168 time: 0.3373713 Feb 16 14:20:49.551586 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a84e21-c399-4598-97fb-4f979b31ba26 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d8edef7-5407-4f03-9dc7-2e0fb59112c5,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:49.565135 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-a81a8ca3-97e3-4bf7-b106-d61b1a6f067a req-a2f7f830-98a9-4c2a-b27a-35e54e39597f tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Request body: {'port': {'device_id': '8b08595e-2ddc-430f-bf6d-0535efefbf1d', 'network_id': '08a3e979-1da2-40e7-a40c-6fc286cacb72', 'admin_state_up': True, 'tenant_id': '410a0d25161b4a0e8f890d74d6eb242d', 'security_groups': ['d7305ab7-4007-4059-9605-577556c616a7']}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:20:49.633540 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72628f61-ca88-40bb-93ba-02ab817f06fa req-5ab02a62-941b-4635-8704-5a3950a0f218 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:49.635587 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-72628f61-ca88-40bb-93ba-02ab817f06fa req-5ab02a62-941b-4635-8704-5a3950a0f218 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.10 "GET /v2.0/ports?device_id=edfc6d30-8690-4bcf-85d6-407844397f94 HTTP/1.1" status: 200 len: 946 time: 0.0563135 Feb 16 14:20:49.681494 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a81a8ca3-97e3-4bf7-b106-d61b1a6f067a req-a2f7f830-98a9-4c2a-b27a-35e54e39597f tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Made reservation on behalf of 410a0d25161b4a0e8f890d74d6eb242d for: {'port': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:20:49.684945 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-a81a8ca3-97e3-4bf7-b106-d61b1a6f067a req-a2f7f830-98a9-4c2a-b27a-35e54e39597f tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:49.748810 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 57976) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:20:49.793599 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [req-72628f61-ca88-40bb-93ba-02ab817f06fa req-93707a31-ec1f-47ba-bf3d-d89975e744eb tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Deleting port 4eb1622e-94f3-469e-aedd-b0e001d9b2b2 {{(pid=102969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:20:49.793932 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-72628f61-ca88-40bb-93ba-02ab817f06fa req-93707a31-ec1f-47ba-bf3d-d89975e744eb tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784247387639'] for port (4eb1622e-94f3-469e-aedd-b0e001d9b2b2), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:49.831157 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-19cff92f-f7de-4b53-acee-cd5e37a12d91 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=63bafab503d24e2fb0a0676e1ebe414e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0738678 Feb 16 14:20:49.831397 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 57978) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:20:49.838281 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_common [req-a81a8ca3-97e3-4bf7-b106-d61b1a6f067a req-a2f7f830-98a9-4c2a-b27a-35e54e39597f tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Allocated IP 172.20.0.5 (08a3e979-1da2-40e7-a40c-6fc286cacb72/b5411640-e171-466e-826f-00fe3dbaa6b6/09ecb9af-46ca-4622-a64f-8c68d2cc7aef) {{(pid=102968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:20:49.935088 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ea3bfe4a-8981-4e5f-ba81-cae0dfa8c121 admin admin] Publish callbacks [] for security_group (f1579f97-d179-46f9-a230-a8fdac305706), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:49.938219 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.db [req-72628f61-ca88-40bb-93ba-02ab817f06fa req-93707a31-ec1f-47ba-bf3d-d89975e744eb tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] For port 4eb1622e-94f3-469e-aedd-b0e001d9b2b2, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=4eb1622e-94f3-469e-aedd-b0e001d9b2b2,segment=NetworkSegment(860934f6-ea90-493a-96b5-0c752741e2af),segment_id=860934f6-ea90-493a-96b5-0c752741e2af)] {{(pid=102969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:20:49.938568 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-72628f61-ca88-40bb-93ba-02ab817f06fa req-93707a31-ec1f-47ba-bf3d-d89975e744eb tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595644'] for port (4eb1622e-94f3-469e-aedd-b0e001d9b2b2), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:49.958951 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [req-72628f61-ca88-40bb-93ba-02ab817f06fa req-93707a31-ec1f-47ba-bf3d-d89975e744eb tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Calling delete_port for 4eb1622e-94f3-469e-aedd-b0e001d9b2b2 owned by compute:nova {{(pid=102969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:20:49.970213 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-a81a8ca3-97e3-4bf7-b106-d61b1a6f067a req-a2f7f830-98a9-4c2a-b27a-35e54e39597f tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks [] for port (09ecb9af-46ca-4622-a64f-8c68d2cc7aef), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:49.971221 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ea3bfe4a-8981-4e5f-ba81-cae0dfa8c121 admin admin] Publish callbacks [] for security_group (f1579f97-d179-46f9-a230-a8fdac305706), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:50.007958 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-a81a8ca3-97e3-4bf7-b106-d61b1a6f067a req-a2f7f830-98a9-4c2a-b27a-35e54e39597f tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784246951208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811206'] for port (09ecb9af-46ca-4622-a64f-8c68d2cc7aef), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:50.052545 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a81a8ca3-97e3-4bf7-b106-d61b1a6f067a req-a2f7f830-98a9-4c2a-b27a-35e54e39597f tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Network 08a3e979-1da2-40e7-a40c-6fc286cacb72 is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:20:50.056175 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [req-a81a8ca3-97e3-4bf7-b106-d61b1a6f067a req-a2f7f830-98a9-4c2a-b27a-35e54e39597f tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:20:50.060247 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-a81a8ca3-97e3-4bf7-b106-d61b1a6f067a req-a2f7f830-98a9-4c2a-b27a-35e54e39597f tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Received port after_create {{(pid=102968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:20:50.086647 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f7f830-98a9-4c2a-b27a-35e54e39597f tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Pushing event updated for resources: {'Port': ['ID=09ecb9af-46ca-4622-a64f-8c68d2cc7aef,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:50.128587 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a8ca3-97e3-4bf7-b106-d61b1a6f067a req-a2f7f830-98a9-4c2a-b27a-35e54e39597f tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:50.129990 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-a81a8ca3-97e3-4bf7-b106-d61b1a6f067a req-a2f7f830-98a9-4c2a-b27a-35e54e39597f tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:50.142135 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ea3bfe4a-8981-4e5f-ba81-cae0dfa8c121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (f1579f97-d179-46f9-a230-a8fdac305706), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:50.145422 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-ea3bfe4a-8981-4e5f-ba81-cae0dfa8c121 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:50.153377 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a81a8ca3-97e3-4bf7-b106-d61b1a6f067a req-a2f7f830-98a9-4c2a-b27a-35e54e39597f tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5919809 Feb 16 14:20:50.155931 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-ea3bfe4a-8981-4e5f-ba81-cae0dfa8c121 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/f1579f97-d179-46f9-a230-a8fdac305706 HTTP/1.1" status: 204 len: 168 time: 0.3234556 Feb 16 14:20:50.173106 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-72628f61-ca88-40bb-93ba-02ab817f06fa req-93707a31-ec1f-47ba-bf3d-d89975e744eb tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784247495006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784246951217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10340347'] for port (4eb1622e-94f3-469e-aedd-b0e001d9b2b2), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:50.177279 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-a81a8ca3-97e3-4bf7-b106-d61b1a6f067a req-b13100ff-f00b-451e-8fe9-151e712b5cb2 service neutron] Request body: {'port': {'device_id': '8b08595e-2ddc-430f-bf6d-0535efefbf1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:20:50.187163 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3bfe4a-8981-4e5f-ba81-cae0dfa8c121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1579f97-d179-46f9-a230-a8fdac305706,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:50.212018 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] get_ports_and_sgs() called for port_ids ['4eb1622e-94f3-469e-aedd-b0e001d9b2b2'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:20:50.216708 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93707a31-ec1f-47ba-bf3d-d89975e744eb tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Pushing event deleted for resources: {'Port': ['ID=4eb1622e-94f3-469e-aedd-b0e001d9b2b2,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:50.268265 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.db.l3_dvrscheduler_db [req-72628f61-ca88-40bb-93ba-02ab817f06fa req-93707a31-ec1f-47ba-bf3d-d89975e744eb tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] No DVR routers for this DVR port 4eb1622e-94f3-469e-aedd-b0e001d9b2b2 on host hv-cinder-77398 {{(pid=102969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:20:50.270935 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-72628f61-ca88-40bb-93ba-02ab817f06fa req-93707a31-ec1f-47ba-bf3d-d89975e744eb tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for port (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:50.276791 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-72628f61-ca88-40bb-93ba-02ab817f06fa req-93707a31-ec1f-47ba-bf3d-d89975e744eb tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.10 "DELETE /v2.0/ports/4eb1622e-94f3-469e-aedd-b0e001d9b2b2 HTTP/1.1" status: 204 len: 173 time: 0.6162305 Feb 16 14:20:50.277314 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edfc6d30-8690-4bcf-85d6-407844397f94', 'name': 'network-vif-deleted', 'tag': '4eb1622e-94f3-469e-aedd-b0e001d9b2b2'}] {{(pid=102969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:20:50.280054 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}597425108aee33d34effbd51aa5a8721840594214ac6e6c89cce82b7911d7071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a81898-3f91-45b9-b990-0c5ffac0bd00" -d '{"events": [{"server_uuid": "edfc6d30-8690-4bcf-85d6-407844397f94", "name": "network-vif-deleted", "tag": "4eb1622e-94f3-469e-aedd-b0e001d9b2b2"}]}' {{(pid=102969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:20:50.310383 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-cde98fad-2444-49a3-9115-43ea316cd156 req-29f3f3b3-d5b7-41c5-bdb1-2b79faa6e7d9 tempest-VolumesActionsTest-182561575 tempest-VolumesActionsTest-182561575-project] 10.222.0.120 "GET /v2.0/ports?device_id=edfc6d30-8690-4bcf-85d6-407844397f94 HTTP/1.1" status: 200 len: 210 time: 0.1490922 Feb 16 14:20:50.313420 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-a81a8ca3-97e3-4bf7-b106-d61b1a6f067a req-b13100ff-f00b-451e-8fe9-151e712b5cb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (09ecb9af-46ca-4622-a64f-8c68d2cc7aef), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:50.337265 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-debbfd5c-48fb-4187-893b-7010d3af2580 x-openstack-request-id: req-debbfd5c-48fb-4187-893b-7010d3af2580 {{(pid=102969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:20:50.337613 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edfc6d30-8690-4bcf-85d6-407844397f94", "name": "network-vif-deleted", "tag": "4eb1622e-94f3-469e-aedd-b0e001d9b2b2", "status": "completed", "code": 200}]} {{(pid=102969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:20:50.337819 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-debbfd5c-48fb-4187-893b-7010d3af2580 {{(pid=102969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:20:50.338232 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edfc6d30-8690-4bcf-85d6-407844397f94', 'name': 'network-vif-deleted', 'tag': '4eb1622e-94f3-469e-aedd-b0e001d9b2b2', 'status': 'completed', 'code': 200} Feb 16 14:20:50.395192 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-2350b845-8f59-41df-8286-ddd2d3701a2a None None] Provisioning complete for port 09ecb9af-46ca-4622-a64f-8c68d2cc7aef triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:20:50.395893 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-2350b845-8f59-41df-8286-ddd2d3701a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (09ecb9af-46ca-4622-a64f-8c68d2cc7aef), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:50.531433 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e73aa-7992-4b99-b976-050e52b611c6 req-8c5fd471-7f16-4363-8010-49b37c589d91 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:50.534870 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-174e73aa-7992-4b99-b976-050e52b611c6 req-8c5fd471-7f16-4363-8010-49b37c589d91 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 931 time: 0.1053205 Feb 16 14:20:50.592128 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-2350b845-8f59-41df-8286-ddd2d3701a2a None None] Port 09ecb9af-46ca-4622-a64f-8c68d2cc7aef cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:20:50.607722 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-174e73aa-7992-4b99-b976-050e52b611c6 req-8c343789-a4a9-4b65-be40-91f0b269cf8b tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=d7305ab7-4007-4059-9605-577556c616a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555489 Feb 16 14:20:50.668073 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 57990) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:20:50.686726 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [req-a81a8ca3-97e3-4bf7-b106-d61b1a6f067a req-b13100ff-f00b-451e-8fe9-151e712b5cb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09ecb9af-46ca-4622-a64f-8c68d2cc7aef {{(pid=102968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:20:50.694871 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-a81a8ca3-97e3-4bf7-b106-d61b1a6f067a req-b13100ff-f00b-451e-8fe9-151e712b5cb2 service neutron] Publish callbacks [] for port (09ecb9af-46ca-4622-a64f-8c68d2cc7aef), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:50.707468 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.provisioning_blocks [req-a81a8ca3-97e3-4bf7-b106-d61b1a6f067a req-b13100ff-f00b-451e-8fe9-151e712b5cb2 service neutron] Transition to ACTIVE for port object 09ecb9af-46ca-4622-a64f-8c68d2cc7aef will not be triggered until provisioned by entity L2. {{(pid=102968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:20:50.712518 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-a81a8ca3-97e3-4bf7-b106-d61b1a6f067a req-b13100ff-f00b-451e-8fe9-151e712b5cb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8811213'] for port (09ecb9af-46ca-4622-a64f-8c68d2cc7aef), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:50.714246 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-1e32bb1c-9954-4876-a4bb-6ceba1f9f7e5 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=315f34438e0c480fbc502334f9d30de2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0450211 Feb 16 14:20:50.716691 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 57992) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:20:50.769026 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13100ff-f00b-451e-8fe9-151e712b5cb2 service neutron] Pushing event updated for resources: {'Port': ['ID=09ecb9af-46ca-4622-a64f-8c68d2cc7aef,revision_number=2']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:50.815041 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-32bc55bd-cce4-435c-b6dc-deb08cb22803 admin admin] Publish callbacks [] for security_group (1ee409da-810b-42aa-8097-a96d7a142726), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:50.840588 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-32bc55bd-cce4-435c-b6dc-deb08cb22803 admin admin] Publish callbacks [] for security_group (1ee409da-810b-42aa-8097-a96d7a142726), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:50.860845 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-a81a8ca3-97e3-4bf7-b106-d61b1a6f067a req-b13100ff-f00b-451e-8fe9-151e712b5cb2 service neutron] Attempting to bind port 09ecb9af-46ca-4622-a64f-8c68d2cc7aef on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:20:50.861187 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-a81a8ca3-97e3-4bf7-b106-d61b1a6f067a req-b13100ff-f00b-451e-8fe9-151e712b5cb2 service neutron] Attempting to bind port 09ecb9af-46ca-4622-a64f-8c68d2cc7aef by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '7e12a080-9391-426e-98e0-74c5936ea1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '08a3e979-1da2-40e7-a40c-6fc286cacb72'}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:20:50.861522 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81a8ca3-97e3-4bf7-b106-d61b1a6f067a req-b13100ff-f00b-451e-8fe9-151e712b5cb2 service neutron] Attempting to bind port 09ecb9af-46ca-4622-a64f-8c68d2cc7aef on network 08a3e979-1da2-40e7-a40c-6fc286cacb72 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:20:50.866550 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81a8ca3-97e3-4bf7-b106-d61b1a6f067a req-b13100ff-f00b-451e-8fe9-151e712b5cb2 service neutron] Port 09ecb9af-46ca-4622-a64f-8c68d2cc7aef on network 08a3e979-1da2-40e7-a40c-6fc286cacb72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:20:50.867052 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81a8ca3-97e3-4bf7-b106-d61b1a6f067a req-b13100ff-f00b-451e-8fe9-151e712b5cb2 service neutron] Attempting to bind port 09ecb9af-46ca-4622-a64f-8c68d2cc7aef on network 08a3e979-1da2-40e7-a40c-6fc286cacb72 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:20:50.873678 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81a8ca3-97e3-4bf7-b106-d61b1a6f067a req-b13100ff-f00b-451e-8fe9-151e712b5cb2 service neutron] Checking agent: {'id': '0563e457-3a96-4909-b5a3-8fa5db96f619', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 14, 3), 'started_at': datetime.datetime(2022, 2, 16, 14, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:20:50.874022 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81a8ca3-97e3-4bf7-b106-d61b1a6f067a req-b13100ff-f00b-451e-8fe9-151e712b5cb2 service neutron] Checking segment: {'id': '7e12a080-9391-426e-98e0-74c5936ea1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '08a3e979-1da2-40e7-a40c-6fc286cacb72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:20:50.874420 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81a8ca3-97e3-4bf7-b106-d61b1a6f067a req-b13100ff-f00b-451e-8fe9-151e712b5cb2 service neutron] Bound using segment: {'id': '7e12a080-9391-426e-98e0-74c5936ea1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '08a3e979-1da2-40e7-a40c-6fc286cacb72'} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:20:50.874917 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-a81a8ca3-97e3-4bf7-b106-d61b1a6f067a req-b13100ff-f00b-451e-8fe9-151e712b5cb2 service neutron] Bound port: 09ecb9af-46ca-4622-a64f-8c68d2cc7aef, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e12a080-9391-426e-98e0-74c5936ea1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '08a3e979-1da2-40e7-a40c-6fc286cacb72'}}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:20:50.875291 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-a81a8ca3-97e3-4bf7-b106-d61b1a6f067a req-b13100ff-f00b-451e-8fe9-151e712b5cb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (09ecb9af-46ca-4622-a64f-8c68d2cc7aef), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:50.919497 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-32bc55bd-cce4-435c-b6dc-deb08cb22803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (1ee409da-810b-42aa-8097-a96d7a142726), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:50.922706 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-32bc55bd-cce4-435c-b6dc-deb08cb22803 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:50.924035 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-32bc55bd-cce4-435c-b6dc-deb08cb22803 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/1ee409da-810b-42aa-8097-a96d7a142726 HTTP/1.1" status: 204 len: 168 time: 0.2064028 Feb 16 14:20:50.933591 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bc55bd-cce4-435c-b6dc-deb08cb22803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee409da-810b-42aa-8097-a96d7a142726,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:50.956207 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-a81a8ca3-97e3-4bf7-b106-d61b1a6f067a req-b13100ff-f00b-451e-8fe9-151e712b5cb2 service neutron] For port 09ecb9af-46ca-4622-a64f-8c68d2cc7aef, host hv-cinder-77398, cleared binding levels {{(pid=102968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:20:50.960186 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-a81a8ca3-97e3-4bf7-b106-d61b1a6f067a req-b13100ff-f00b-451e-8fe9-151e712b5cb2 service neutron] For port 09ecb9af-46ca-4622-a64f-8c68d2cc7aef, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=09ecb9af-46ca-4622-a64f-8c68d2cc7aef,segment=NetworkSegment(7e12a080-9391-426e-98e0-74c5936ea1ba),segment_id=7e12a080-9391-426e-98e0-74c5936ea1ba)] {{(pid=102968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:20:50.976168 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-a81a8ca3-97e3-4bf7-b106-d61b1a6f067a req-b13100ff-f00b-451e-8fe9-151e712b5cb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8811213'] for port (09ecb9af-46ca-4622-a64f-8c68d2cc7aef), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:51.023940 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a8ca3-97e3-4bf7-b106-d61b1a6f067a req-b13100ff-f00b-451e-8fe9-151e712b5cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:51.024534 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-a81a8ca3-97e3-4bf7-b106-d61b1a6f067a req-b13100ff-f00b-451e-8fe9-151e712b5cb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:51.025939 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a81a8ca3-97e3-4bf7-b106-d61b1a6f067a req-b13100ff-f00b-451e-8fe9-151e712b5cb2 service neutron] 10.222.0.10 "PUT /v2.0/ports/09ecb9af-46ca-4622-a64f-8c68d2cc7aef HTTP/1.1" status: 200 len: 1093 time: 0.8547301 Feb 16 14:20:51.026405 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b08595e-2ddc-430f-bf6d-0535efefbf1d', 'tag': '09ecb9af-46ca-4622-a64f-8c68d2cc7aef'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:20:51.028716 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669008da0707fbbfdc7037cdc0b86c67378ff5c6b942db7a00e5cd0dd563b74b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71c8795-545a-4037-b110-fc14835f1e31" -d '{"events": [{"name": "network-changed", "server_uuid": "8b08595e-2ddc-430f-bf6d-0535efefbf1d", "tag": "09ecb9af-46ca-4622-a64f-8c68d2cc7aef"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:20:51.051231 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13100ff-f00b-451e-8fe9-151e712b5cb2 service neutron] Pushing event updated for resources: {'Port': ['ID=09ecb9af-46ca-4622-a64f-8c68d2cc7aef,revision_number=3']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:51.089303 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4f82b8-6752-40cf-8305-acdd64846b42 x-openstack-request-id: req-1f4f82b8-6752-40cf-8305-acdd64846b42 {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:20:51.089762 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b08595e-2ddc-430f-bf6d-0535efefbf1d", "tag": "09ecb9af-46ca-4622-a64f-8c68d2cc7aef", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:20:51.090023 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-1f4f82b8-6752-40cf-8305-acdd64846b42 {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:20:51.090431 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b08595e-2ddc-430f-bf6d-0535efefbf1d', 'tag': '09ecb9af-46ca-4622-a64f-8c68d2cc7aef', 'status': 'completed', 'code': 200} Feb 16 14:20:51.162013 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a8ca3-97e3-4bf7-b106-d61b1a6f067a req-1674414c-39e8-43d5-93e3-1638d544f2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:51.163561 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a81a8ca3-97e3-4bf7-b106-d61b1a6f067a req-1674414c-39e8-43d5-93e3-1638d544f2e4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=410a0d25161b4a0e8f890d74d6eb242d&device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 1127 time: 0.0640888 Feb 16 14:20:51.217190 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a81a8ca3-97e3-4bf7-b106-d61b1a6f067a req-ffa94f85-9f66-483a-931c-4bcc8fa45eea service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09ecb9af-46ca-4622-a64f-8c68d2cc7aef HTTP/1.1" status: 200 len: 217 time: 0.0369811 Feb 16 14:20:51.268580 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a8ca3-97e3-4bf7-b106-d61b1a6f067a req-2b534adc-df1c-4a16-b722-316a041a9d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:51.270129 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a81a8ca3-97e3-4bf7-b106-d61b1a6f067a req-2b534adc-df1c-4a16-b722-316a041a9d37 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b5411640-e171-466e-826f-00fe3dbaa6b6 HTTP/1.1" status: 200 len: 856 time: 0.0458651 Feb 16 14:20:51.325602 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a8ca3-97e3-4bf7-b106-d61b1a6f067a req-48813af2-15d9-4f27-a29b-930c1d73c800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:51.327120 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a81a8ca3-97e3-4bf7-b106-d61b1a6f067a req-48813af2-15d9-4f27-a29b-930c1d73c800 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=08a3e979-1da2-40e7-a40c-6fc286cacb72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0505311 Feb 16 14:20:51.441312 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a81a8ca3-97e3-4bf7-b106-d61b1a6f067a req-b98819c9-f62b-4137-b692-24dca6f778ff service neutron] 10.222.0.10 "GET /v2.0/networks/08a3e979-1da2-40e7-a40c-6fc286cacb72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030011 Feb 16 14:20:51.548228 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a81a8ca3-97e3-4bf7-b106-d61b1a6f067a req-fc164a41-4dd1-408c-a496-9a956495c632 service neutron] 10.222.0.10 "GET /v2.0/networks/08a3e979-1da2-40e7-a40c-6fc286cacb72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993445 Feb 16 14:20:51.767663 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17716cdd-bcc7-49d2-ad51-e48d5959bf3b req-5733fa2b-e633-4ff0-b8c2-cff13f37b1dc tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:51.769206 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-17716cdd-bcc7-49d2-ad51-e48d5959bf3b req-5733fa2b-e633-4ff0-b8c2-cff13f37b1dc tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 943 time: 0.0954618 Feb 16 14:20:51.780458 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c8795-545a-4037-b110-fc14835f1e31 req-bef21a90-2c53-44aa-9cc0-2e58f0b23bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:51.781929 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a71c8795-545a-4037-b110-fc14835f1e31 req-bef21a90-2c53-44aa-9cc0-2e58f0b23bbb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=410a0d25161b4a0e8f890d74d6eb242d&device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 1127 time: 0.0981963 Feb 16 14:20:51.884899 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-17716cdd-bcc7-49d2-ad51-e48d5959bf3b req-c17150be-788f-4056-b5c2-ad28efaf593c tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=d7305ab7-4007-4059-9605-577556c616a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067548 Feb 16 14:20:51.918070 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c8795-545a-4037-b110-fc14835f1e31 req-a236e31f-b34a-42c1-acd6-4130db64416d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:51.919612 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a71c8795-545a-4037-b110-fc14835f1e31 req-a236e31f-b34a-42c1-acd6-4130db64416d service neutron] 10.222.0.10 "GET /v2.0/networks?id=08a3e979-1da2-40e7-a40c-6fc286cacb72 HTTP/1.1" status: 200 len: 919 time: 0.1241174 Feb 16 14:20:51.967319 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a71c8795-545a-4037-b110-fc14835f1e31 req-223d4f39-08e0-43fb-8d46-96310972dcb2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09ecb9af-46ca-4622-a64f-8c68d2cc7aef HTTP/1.1" status: 200 len: 217 time: 0.0384829 Feb 16 14:20:52.036340 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c8795-545a-4037-b110-fc14835f1e31 req-46307667-c39b-42a2-93a4-829a80cf8705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:52.038103 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a71c8795-545a-4037-b110-fc14835f1e31 req-46307667-c39b-42a2-93a4-829a80cf8705 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b5411640-e171-466e-826f-00fe3dbaa6b6 HTTP/1.1" status: 200 len: 856 time: 0.0634103 Feb 16 14:20:52.096670 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c8795-545a-4037-b110-fc14835f1e31 req-d3c7bec7-54c4-40ee-b201-4659dbaef6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:52.098595 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a71c8795-545a-4037-b110-fc14835f1e31 req-d3c7bec7-54c4-40ee-b201-4659dbaef6e5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=08a3e979-1da2-40e7-a40c-6fc286cacb72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0528662 Feb 16 14:20:52.213122 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a71c8795-545a-4037-b110-fc14835f1e31 req-120ec536-74f5-44c0-b3be-e59bd4c95688 service neutron] 10.222.0.10 "GET /v2.0/networks/08a3e979-1da2-40e7-a40c-6fc286cacb72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055522 Feb 16 14:20:52.214590 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 58070) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:20:52.323123 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a71c8795-545a-4037-b110-fc14835f1e31 req-a78b59cb-f682-4cae-94ad-cc08dbccedb3 service neutron] 10.222.0.10 "GET /v2.0/networks/08a3e979-1da2-40e7-a40c-6fc286cacb72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023977 Feb 16 14:20:52.331478 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7c9509fa-f61b-48f1-b019-8a21f14d1d3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:52.414899 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7c9509fa-f61b-48f1-b019-8a21f14d1d3c admin admin] Publish callbacks [] for security_group (812bb2b8-7d4b-46b3-982c-8e34c183c5fb), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:52.418575 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7c9509fa-f61b-48f1-b019-8a21f14d1d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (812bb2b8-7d4b-46b3-982c-8e34c183c5fb), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:52.460467 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9509fa-f61b-48f1-b019-8a21f14d1d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812bb2b8-7d4b-46b3-982c-8e34c183c5fb,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:52.466408 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-7c9509fa-f61b-48f1-b019-8a21f14d1d3c admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=e07601c8f6174575b681dd542a2aaf26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2508242 Feb 16 14:20:52.470494 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 58074) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:20:52.519768 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a25b90d4-2602-421a-abf9-24df109ce68a admin admin] Publish callbacks [] for security_group (812bb2b8-7d4b-46b3-982c-8e34c183c5fb), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:52.541595 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a25b90d4-2602-421a-abf9-24df109ce68a admin admin] Publish callbacks [] for security_group (812bb2b8-7d4b-46b3-982c-8e34c183c5fb), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:52.587875 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a25b90d4-2602-421a-abf9-24df109ce68a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (812bb2b8-7d4b-46b3-982c-8e34c183c5fb), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:52.590507 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a25b90d4-2602-421a-abf9-24df109ce68a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:52.591876 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-a25b90d4-2602-421a-abf9-24df109ce68a admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/812bb2b8-7d4b-46b3-982c-8e34c183c5fb HTTP/1.1" status: 204 len: 168 time: 0.1193035 Feb 16 14:20:52.599591 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b90d4-2602-421a-abf9-24df109ce68a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812bb2b8-7d4b-46b3-982c-8e34c183c5fb,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:53.019809 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1149bc2-acec-43e5-9824-02702af0152a req-09d2f6c1-4900-4ccc-bec3-8156df07d189 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:53.021357 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f1149bc2-acec-43e5-9824-02702af0152a req-09d2f6c1-4900-4ccc-bec3-8156df07d189 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 943 time: 0.0544717 Feb 16 14:20:53.083038 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f1149bc2-acec-43e5-9824-02702af0152a req-633b9b70-c697-4527-9f79-4416b26f6ae6 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=d7305ab7-4007-4059-9605-577556c616a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545659 Feb 16 14:20:54.216477 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbdc73b-8bee-45a2-a604-5e463760e9fc req-d20ea725-df56-473b-80ae-33c8b644c509 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:54.218731 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-afbdc73b-8bee-45a2-a604-5e463760e9fc req-d20ea725-df56-473b-80ae-33c8b644c509 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 943 time: 0.0518434 Feb 16 14:20:54.267040 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-afbdc73b-8bee-45a2-a604-5e463760e9fc req-dff91e11-ad1c-4848-a213-a00cb4c97178 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=d7305ab7-4007-4059-9605-577556c616a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433116 Feb 16 14:20:54.992545 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 4eb1622e-94f3-469e-aedd-b0e001d9b2b2 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:20:55.013662 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] No Port match for: 4eb1622e-94f3-469e-aedd-b0e001d9b2b2 {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:20:55.013912 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 4eb1622e-94f3-469e-aedd-b0e001d9b2b2 not bound to the agent host hv-cinder-77398 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:20:55.400388 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e3cc5-fc0b-4388-b3e8-9c4ff66450be req-af9847c2-df07-4a20-94cd-e314319f788d tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:55.401892 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-787e3cc5-fc0b-4388-b3e8-9c4ff66450be req-af9847c2-df07-4a20-94cd-e314319f788d tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 943 time: 0.0607755 Feb 16 14:20:55.450693 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-787e3cc5-fc0b-4388-b3e8-9c4ff66450be req-be251612-fa8c-481d-bed1-b0a589e97981 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=d7305ab7-4007-4059-9605-577556c616a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431473 Feb 16 14:20:55.721106 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 09ecb9af-46ca-4622-a64f-8c68d2cc7aef details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:20:55.824834 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 09ecb9af-46ca-4622-a64f-8c68d2cc7aef, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=09ecb9af-46ca-4622-a64f-8c68d2cc7aef,segment=NetworkSegment(7e12a080-9391-426e-98e0-74c5936ea1ba),segment_id=7e12a080-9391-426e-98e0-74c5936ea1ba)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:20:55.837033 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Returning: {'device': '09ecb9af-46ca-4622-a64f-8c68d2cc7aef', 'network_id': '08a3e979-1da2-40e7-a40c-6fc286cacb72', 'port_id': '09ecb9af-46ca-4622-a64f-8c68d2cc7aef', 'mac_address': 'fa:16:3e:f4:2a:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5411640-e171-466e-826f-00fe3dbaa6b6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:20:55.885094 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Current status of the port 09ecb9af-46ca-4622-a64f-8c68d2cc7aef is: DOWN; New status is: BUILD {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:20:55.885534 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (09ecb9af-46ca-4622-a64f-8c68d2cc7aef), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:55.898953 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09ecb9af-46ca-4622-a64f-8c68d2cc7aef {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:20:55.918550 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 09ecb9af-46ca-4622-a64f-8c68d2cc7aef, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=09ecb9af-46ca-4622-a64f-8c68d2cc7aef,segment=NetworkSegment(7e12a080-9391-426e-98e0-74c5936ea1ba),segment_id=7e12a080-9391-426e-98e0-74c5936ea1ba)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:20:55.922728 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (09ecb9af-46ca-4622-a64f-8c68d2cc7aef), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:55.971486 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Pushing event updated for resources: {'Port': ['ID=09ecb9af-46ca-4622-a64f-8c68d2cc7aef,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:56.286905 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] get_ports_and_sgs() called for port_ids ['09ecb9af-46ca-4622-a64f-8c68d2cc7aef'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:20:56.636723 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2886cef8-f589-4bf0-8f6b-2b7658d7fd7b req-88d1f41d-db3e-4f5f-8469-f7c205886873 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:56.640610 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2886cef8-f589-4bf0-8f6b-2b7658d7fd7b req-88d1f41d-db3e-4f5f-8469-f7c205886873 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 944 time: 0.0884717 Feb 16 14:20:56.983754 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2886cef8-f589-4bf0-8f6b-2b7658d7fd7b req-79407193-1538-4057-ba07-24073c0aaea6 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=d7305ab7-4007-4059-9605-577556c616a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3351407 Feb 16 14:20:57.740155 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 09ecb9af-46ca-4622-a64f-8c68d2cc7aef up at agent hyperv_hv-cinder-77398 {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:20:57.800322 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Provisioning for port 09ecb9af-46ca-4622-a64f-8c68d2cc7aef completed by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:20:57.805076 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Provisioning complete for port 09ecb9af-46ca-4622-a64f-8c68d2cc7aef triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:20:57.805500 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (09ecb9af-46ca-4622-a64f-8c68d2cc7aef), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:57.908745 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Current status of the port 09ecb9af-46ca-4622-a64f-8c68d2cc7aef is: BUILD; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:20:57.909115 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (09ecb9af-46ca-4622-a64f-8c68d2cc7aef), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:57.937932 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b08595e-2ddc-430f-bf6d-0535efefbf1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ecb9af-46ca-4622-a64f-8c68d2cc7aef'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:20:57.940443 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcf4ad7936cd44f2198d6b2453955475838913f42e78743342b6e5b4d5a62724" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d3708d-4b6d-48d4-9329-ded1a3e3002f" -d '{"events": [{"server_uuid": "8b08595e-2ddc-430f-bf6d-0535efefbf1d", "name": "network-vif-plugged", "status": "completed", "tag": "09ecb9af-46ca-4622-a64f-8c68d2cc7aef"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:20:57.966743 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 09ecb9af-46ca-4622-a64f-8c68d2cc7aef, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=09ecb9af-46ca-4622-a64f-8c68d2cc7aef,segment=NetworkSegment(7e12a080-9391-426e-98e0-74c5936ea1ba),segment_id=7e12a080-9391-426e-98e0-74c5936ea1ba)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:20:57.974349 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (09ecb9af-46ca-4622-a64f-8c68d2cc7aef), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:58.023277 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f95acba-3309-4160-944f-a4cfe5fd1ef1 x-openstack-request-id: req-4f95acba-3309-4160-944f-a4cfe5fd1ef1 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:20:58.023717 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b08595e-2ddc-430f-bf6d-0535efefbf1d", "name": "network-vif-plugged", "status": "completed", "tag": "09ecb9af-46ca-4622-a64f-8c68d2cc7aef", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:20:58.024572 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-4f95acba-3309-4160-944f-a4cfe5fd1ef1 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:20:58.025337 dv-cinder-773985-32-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b08595e-2ddc-430f-bf6d-0535efefbf1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ecb9af-46ca-4622-a64f-8c68d2cc7aef', 'code': 200} Feb 16 14:20:58.064306 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Pushing event updated for resources: {'Port': ['ID=09ecb9af-46ca-4622-a64f-8c68d2cc7aef,revision_number=5']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:58.167472 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97c648-0263-478a-80d3-b0f105b3b6da req-5dfac560-065d-48e1-83fa-d1678ef7ed8c tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:58.170231 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0e97c648-0263-478a-80d3-b0f105b3b6da req-5dfac560-065d-48e1-83fa-d1678ef7ed8c tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 945 time: 0.0953701 Feb 16 14:20:58.231223 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0e97c648-0263-478a-80d3-b0f105b3b6da req-08cd988f-f20f-4c3b-8328-1ee9a87e95a0 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=d7305ab7-4007-4059-9605-577556c616a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548711 Feb 16 14:20:58.300892 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f09ecb-7aaa-4c63-9239-52785c19d62f req-29f5c53b-82e5-4a33-96a8-4ef225c4b987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:58.302849 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d0f09ecb-7aaa-4c63-9239-52785c19d62f req-29f5c53b-82e5-4a33-96a8-4ef225c4b987 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 1129 time: 0.0558019 Feb 16 14:20:58.355070 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d0f09ecb-7aaa-4c63-9239-52785c19d62f req-e570f323-6083-4b6d-b042-b48daf5d8876 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d7305ab7-4007-4059-9605-577556c616a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460739 Feb 16 14:20:59.471135 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd363c-6920-4d76-8dbe-635c6a351e02 req-32ff97f3-3068-46df-9c22-d6c13ad38ed4 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:59.473468 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-72fd363c-6920-4d76-8dbe-635c6a351e02 req-32ff97f3-3068-46df-9c22-d6c13ad38ed4 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 945 time: 0.1441584 Feb 16 14:20:59.528803 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-72fd363c-6920-4d76-8dbe-635c6a351e02 req-da2e5e8e-a056-434f-8cdf-b95c08b02c7a tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=d7305ab7-4007-4059-9605-577556c616a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488911 Feb 16 14:21:00.681444 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c5ca48-50f3-426c-b6c7-84bf9cdcee25 req-24d59bab-bddb-4035-b7ee-661170a1ff25 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:00.683632 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-82c5ca48-50f3-426c-b6c7-84bf9cdcee25 req-24d59bab-bddb-4035-b7ee-661170a1ff25 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 945 time: 0.0651302 Feb 16 14:21:00.740147 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-82c5ca48-50f3-426c-b6c7-84bf9cdcee25 req-48de1673-6024-4643-905a-c6b3d6b6ebdb tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=d7305ab7-4007-4059-9605-577556c616a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506258 Feb 16 14:21:00.909593 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f8a94e-1c1d-45ee-9b2b-5fa84a7ef44d req-04fcbf77-a92a-4b98-bc5d-b59358bb90dd tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:00.911500 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d2f8a94e-1c1d-45ee-9b2b-5fa84a7ef44d req-04fcbf77-a92a-4b98-bc5d-b59358bb90dd tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 945 time: 0.0679824 Feb 16 14:21:00.922572 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 58224) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:21:00.927337 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-b8993313-a943-4698-ba05-c228fb99e8fd tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Request body: {'floatingip': {'port_id': '09ecb9af-46ca-4622-a64f-8c68d2cc7aef'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:21:00.967454 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b8993313-a943-4698-ba05-c228fb99e8fd tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks [] for floatingip (390df0ea-e679-499d-b7bf-bf7f0beb54e2), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:01.507183 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b8993313-a943-4698-ba05-c228fb99e8fd tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:01.512156 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b8993313-a943-4698-ba05-c228fb99e8fd tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1596120'] for floatingip (390df0ea-e679-499d-b7bf-bf7f0beb54e2), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:01.627066 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.db.l3_db [None req-b8993313-a943-4698-ba05-c228fb99e8fd tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Floating IP 390df0ea-e679-499d-b7bf-bf7f0beb54e2 associated. External IP: 172.27.2.253, port: 09ecb9af-46ca-4622-a64f-8c68d2cc7aef. Feb 16 14:21:01.891789 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8993313-a943-4698-ba05-c228fb99e8fd tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Router 7ef9b361-04ee-467d-b3f7-ca5ff07ffa90 has already been hosted by L3 agent 531611a8-34ea-4f1f-8d10-111cbf56a8a1 {{(pid=102968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:21:02.264243 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8993313-a943-4698-ba05-c228fb99e8fd tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Notify agent at l3_agent.dv-cinder-773985-32-iscsi the message routers_updated {{(pid=102968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:21:02.269369 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b8993313-a943-4698-ba05-c228fb99e8fd tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for floatingip (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:02.278424 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a81ffe-1b19-488d-b7e6-6cea698450dd None None] Sync routers for ids ['7ef9b361-04ee-467d-b3f7-ca5ff07ffa90'] in dv-cinder-773985-32-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:21:02.302899 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a81ffe-1b19-488d-b7e6-6cea698450dd None None] Routers {'7ef9b361-04ee-467d-b3f7-ca5ff07ffa90'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:21:02.303991 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-a4a81ffe-1b19-488d-b7e6-6cea698450dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:20:41Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['7ef9b361-04ee-467d-b3f7-ca5ff07ffa90'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:21:02.308245 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-b8993313-a943-4698-ba05-c228fb99e8fd tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "PUT /v2.0/floatingips/390df0ea-e679-499d-b7bf-bf7f0beb54e2 HTTP/1.1" status: 200 len: 991 time: 1.3816257 Feb 16 14:21:02.308245 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b08595e-2ddc-430f-bf6d-0535efefbf1d', 'tag': '09ecb9af-46ca-4622-a64f-8c68d2cc7aef'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:21:02.309293 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669008da0707fbbfdc7037cdc0b86c67378ff5c6b942db7a00e5cd0dd563b74b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40968a5c-d60f-4af2-af7f-5affcea26a35" -d '{"events": [{"name": "network-changed", "server_uuid": "8b08595e-2ddc-430f-bf6d-0535efefbf1d", "tag": "09ecb9af-46ca-4622-a64f-8c68d2cc7aef"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:21:02.355894 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7da68d-00da-4f94-b568-39a54541e036 x-openstack-request-id: req-0a7da68d-00da-4f94-b568-39a54541e036 {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:21:02.355894 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b08595e-2ddc-430f-bf6d-0535efefbf1d", "tag": "09ecb9af-46ca-4622-a64f-8c68d2cc7aef", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:21:02.355894 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-0a7da68d-00da-4f94-b568-39a54541e036 {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:21:02.355894 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b08595e-2ddc-430f-bf6d-0535efefbf1d', 'tag': '09ecb9af-46ca-4622-a64f-8c68d2cc7aef', 'status': 'completed', 'code': 200} Feb 16 14:21:02.500745 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40968a5c-d60f-4af2-af7f-5affcea26a35 req-ea042608-55f1-4fcc-897f-9af273e17e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:02.503112 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-40968a5c-d60f-4af2-af7f-5affcea26a35 req-ea042608-55f1-4fcc-897f-9af273e17e70 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=410a0d25161b4a0e8f890d74d6eb242d&device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 1129 time: 0.0833101 Feb 16 14:21:02.540767 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-a4a81ffe-1b19-488d-b7e6-6cea698450dd None None] Set router 7ef9b361-04ee-467d-b3f7-ca5ff07ffa90 gateway port host: dv-cinder-773985-32-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:21:02.623183 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40968a5c-d60f-4af2-af7f-5affcea26a35 req-28c7164a-3286-4d5a-831e-8e693cb47fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:02.625435 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-40968a5c-d60f-4af2-af7f-5affcea26a35 req-28c7164a-3286-4d5a-831e-8e693cb47fdc service neutron] 10.222.0.10 "GET /v2.0/networks?id=08a3e979-1da2-40e7-a40c-6fc286cacb72 HTTP/1.1" status: 200 len: 919 time: 0.1164424 Feb 16 14:21:02.759143 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-40968a5c-d60f-4af2-af7f-5affcea26a35 req-e89b7ed5-633e-4d45-9559-a72afebd9b74 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09ecb9af-46ca-4622-a64f-8c68d2cc7aef HTTP/1.1" status: 200 len: 999 time: 0.1203721 Feb 16 14:21:02.821258 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40968a5c-d60f-4af2-af7f-5affcea26a35 req-604e3438-bda4-461c-a483-bfa5fbee7640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:02.822724 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-40968a5c-d60f-4af2-af7f-5affcea26a35 req-604e3438-bda4-461c-a483-bfa5fbee7640 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b5411640-e171-466e-826f-00fe3dbaa6b6 HTTP/1.1" status: 200 len: 856 time: 0.0474274 Feb 16 14:21:02.887910 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40968a5c-d60f-4af2-af7f-5affcea26a35 req-797a760a-f38a-47e3-8d3c-3d3558cedc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:02.889604 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-40968a5c-d60f-4af2-af7f-5affcea26a35 req-797a760a-f38a-47e3-8d3c-3d3558cedc66 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=08a3e979-1da2-40e7-a40c-6fc286cacb72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0562305 Feb 16 14:21:02.937390 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (0563e457-3a96-4909-b5a3-8fa5db96f619), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:02.969929 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-a4a81ffe-1b19-488d-b7e6-6cea698450dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef9b361-04ee-467d-b3f7-ca5ff07ffa90', 'name': 'tempest-AttachVolumeShelveTestJSON-1011373759-router', 'tenant_id': '410a0d25161b4a0e8f890d74d6eb242d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '889f4e28-56ab-4437-8364-bf9f84f6e647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:15:57Z', 'updated_at': '2022-02-16T14:16:05Z', 'revision_number': 4, 'project_id': '410a0d25161b4a0e8f890d74d6eb242d', 'gw_port': {'id': '889f4e28-56ab-4437-8364-bf9f84f6e647', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef9b361-04ee-467d-b3f7-ca5ff07ffa90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:15:58Z', 'updated_at': '2022-02-16T14:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_floatingips': [{'id': '390df0ea-e679-499d-b7bf-bf7f0beb54e2', 'tenant_id': '410a0d25161b4a0e8f890d74d6eb242d', 'floating_ip_address': '172.27.2.253', 'floating_network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'router_id': '7ef9b361-04ee-467d-b3f7-ca5ff07ffa90', 'port_id': '09ecb9af-46ca-4622-a64f-8c68d2cc7aef', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08a3e979-1da2-40e7-a40c-6fc286cacb72', 'mac_address': 'fa:16:3e:f4:2a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b08595e-2ddc-430f-bf6d-0535efefbf1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:20:46Z', 'updated_at': '2022-02-16T14:21:01Z', 'revision_number': 1, 'project_id': '410a0d25161b4a0e8f890d74d6eb242d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '823115d7-28d7-4545-82be-bd4444f81a41', 'name': '', 'network_id': '08a3e979-1da2-40e7-a40c-6fc286cacb72', 'tenant_id': '410a0d25161b4a0e8f890d74d6eb242d', 'mac_address': 'fa:16:3e:66:3d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef9b361-04ee-467d-b3f7-ca5ff07ffa90', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b5411640-e171-466e-826f-00fe3dbaa6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:16:03Z', 'updated_at': '2022-02-16T14:16:19Z', 'revision_number': 5, 'project_id': '410a0d25161b4a0e8f890d74d6eb242d', 'subnets': [{'id': 'b5411640-e171-466e-826f-00fe3dbaa6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:21:02.998163 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-40968a5c-d60f-4af2-af7f-5affcea26a35 req-8dec5b78-cd9c-4f44-a9d7-6d54e7cb1ad0 service neutron] 10.222.0.10 "GET /v2.0/networks/08a3e979-1da2-40e7-a40c-6fc286cacb72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006513 Feb 16 14:21:03.009210 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a81ffe-1b19-488d-b7e6-6cea698450dd None None] Checking router: 7ef9b361-04ee-467d-b3f7-ca5ff07ffa90 for host: dv-cinder-773985-32-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:21:03.018808 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a81ffe-1b19-488d-b7e6-6cea698450dd None None] Routers {'7ef9b361-04ee-467d-b3f7-ca5ff07ffa90'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:21:03.019607 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-a4a81ffe-1b19-488d-b7e6-6cea698450dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:20:41Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['7ef9b361-04ee-467d-b3f7-ca5ff07ffa90'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:21:03.099421 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-40968a5c-d60f-4af2-af7f-5affcea26a35 req-f39a66c9-09cf-4d76-97d5-6c198c1ee05a service neutron] 10.222.0.10 "GET /v2.0/networks/08a3e979-1da2-40e7-a40c-6fc286cacb72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950789 Feb 16 14:21:03.132487 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-a4a81ffe-1b19-488d-b7e6-6cea698450dd None None] Set router 7ef9b361-04ee-467d-b3f7-ca5ff07ffa90 gateway port host: dv-cinder-773985-32-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:21:03.377526 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-a4a81ffe-1b19-488d-b7e6-6cea698450dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef9b361-04ee-467d-b3f7-ca5ff07ffa90', 'name': 'tempest-AttachVolumeShelveTestJSON-1011373759-router', 'tenant_id': '410a0d25161b4a0e8f890d74d6eb242d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '889f4e28-56ab-4437-8364-bf9f84f6e647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:15:57Z', 'updated_at': '2022-02-16T14:16:05Z', 'revision_number': 4, 'project_id': '410a0d25161b4a0e8f890d74d6eb242d', 'gw_port': {'id': '889f4e28-56ab-4437-8364-bf9f84f6e647', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef9b361-04ee-467d-b3f7-ca5ff07ffa90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:15:58Z', 'updated_at': '2022-02-16T14:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_floatingips': [{'id': '390df0ea-e679-499d-b7bf-bf7f0beb54e2', 'tenant_id': '410a0d25161b4a0e8f890d74d6eb242d', 'floating_ip_address': '172.27.2.253', 'floating_network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'router_id': '7ef9b361-04ee-467d-b3f7-ca5ff07ffa90', 'port_id': '09ecb9af-46ca-4622-a64f-8c68d2cc7aef', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08a3e979-1da2-40e7-a40c-6fc286cacb72', 'mac_address': 'fa:16:3e:f4:2a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b08595e-2ddc-430f-bf6d-0535efefbf1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:20:46Z', 'updated_at': '2022-02-16T14:21:01Z', 'revision_number': 1, 'project_id': '410a0d25161b4a0e8f890d74d6eb242d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '823115d7-28d7-4545-82be-bd4444f81a41', 'name': '', 'network_id': '08a3e979-1da2-40e7-a40c-6fc286cacb72', 'tenant_id': '410a0d25161b4a0e8f890d74d6eb242d', 'mac_address': 'fa:16:3e:66:3d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef9b361-04ee-467d-b3f7-ca5ff07ffa90', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b5411640-e171-466e-826f-00fe3dbaa6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:16:03Z', 'updated_at': '2022-02-16T14:16:19Z', 'revision_number': 5, 'project_id': '410a0d25161b4a0e8f890d74d6eb242d', 'subnets': [{'id': 'b5411640-e171-466e-826f-00fe3dbaa6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:21:03.410148 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a81ffe-1b19-488d-b7e6-6cea698450dd None None] The sync data for ids ['7ef9b361-04ee-467d-b3f7-ca5ff07ffa90'] in dv-cinder-773985-32-iscsi is: [{'id': '7ef9b361-04ee-467d-b3f7-ca5ff07ffa90', 'name': 'tempest-AttachVolumeShelveTestJSON-1011373759-router', 'tenant_id': '410a0d25161b4a0e8f890d74d6eb242d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '889f4e28-56ab-4437-8364-bf9f84f6e647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:15:57Z', 'updated_at': '2022-02-16T14:16:05Z', 'revision_number': 4, 'project_id': '410a0d25161b4a0e8f890d74d6eb242d', 'gw_port': {'id': '889f4e28-56ab-4437-8364-bf9f84f6e647', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef9b361-04ee-467d-b3f7-ca5ff07ffa90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:15:58Z', 'updated_at': '2022-02-16T14:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_floatingips': [{'id': '390df0ea-e679-499d-b7bf-bf7f0beb54e2', 'tenant_id': '410a0d25161b4a0e8f890d74d6eb242d', 'floating_ip_address': '172.27.2.253', 'floating_network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'router_id': '7ef9b361-04ee-467d-b3f7-ca5ff07ffa90', 'port_id': '09ecb9af-46ca-4622-a64f-8c68d2cc7aef', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08a3e979-1da2-40e7-a40c-6fc286cacb72', 'mac_address': 'fa:16:3e:f4:2a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b08595e-2ddc-430f-bf6d-0535efefbf1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:20:46Z', 'updated_at': '2022-02-16T14:21:01Z', 'revision_number': 1, 'project_id': '410a0d25161b4a0e8f890d74d6eb242d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '823115d7-28d7-4545-82be-bd4444f81a41', 'name': '', 'network_id': '08a3e979-1da2-40e7-a40c-6fc286cacb72', 'tenant_id': '410a0d25161b4a0e8f890d74d6eb242d', 'mac_address': 'fa:16:3e:66:3d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef9b361-04ee-467d-b3f7-ca5ff07ffa90', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b5411640-e171-466e-826f-00fe3dbaa6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:16:03Z', 'updated_at': '2022-02-16T14:16:19Z', 'revision_number': 5, 'project_id': '410a0d25161b4a0e8f890d74d6eb242d', 'subnets': [{'id': 'b5411640-e171-466e-826f-00fe3dbaa6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:21:03.546491 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7aec49a3-0700-406a-b0bf-7999bc8869dd req-12aaaa03-2106-4f6c-b945-63eb6514c8e8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0736930 Feb 16 14:21:03.667328 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec49a3-0700-406a-b0bf-7999bc8869dd req-4bbfb41d-67b4-4517-b3ac-697df5ac412f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:03.669564 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7aec49a3-0700-406a-b0bf-7999bc8869dd req-4bbfb41d-67b4-4517-b3ac-697df5ac412f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=191319209d6f4aa0a692cf7d431b25ef&device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 1130 time: 0.0758905 Feb 16 14:21:03.696646 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6518fea-1590-4e85-9152-e3e4b40803bd None None] New status for floating IP 390df0ea-e679-499d-b7bf-bf7f0beb54e2: ACTIVE {{(pid=102971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:21:03.808539 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec49a3-0700-406a-b0bf-7999bc8869dd req-c6a7c6e4-a8f8-41eb-9f86-fe2ec332ef6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:03.812000 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7aec49a3-0700-406a-b0bf-7999bc8869dd req-c6a7c6e4-a8f8-41eb-9f86-fe2ec332ef6a service neutron] 10.222.0.10 "GET /v2.0/networks?id=ebf6afd0-c796-4d65-bd33-5c3bb57211ed HTTP/1.1" status: 200 len: 911 time: 0.1113393 Feb 16 14:21:03.911522 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7aec49a3-0700-406a-b0bf-7999bc8869dd req-0448796e-04b0-49fc-8b04-1319b0c2e66a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03fc5fe8-f2fc-499e-b57a-b99a44fdcb80 HTTP/1.1" status: 200 len: 1001 time: 0.0926535 Feb 16 14:21:03.978665 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec49a3-0700-406a-b0bf-7999bc8869dd req-93855347-4ab0-4b9b-ade3-f82ea34747b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:03.980216 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7aec49a3-0700-406a-b0bf-7999bc8869dd req-93855347-4ab0-4b9b-ade3-f82ea34747b4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=664452e3-1277-4c51-8f59-1d3b97df3dbb HTTP/1.1" status: 200 len: 848 time: 0.0599406 Feb 16 14:21:04.039062 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec49a3-0700-406a-b0bf-7999bc8869dd req-e30f537d-85f7-4b92-9d44-cc8ee42cdfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:04.041887 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7aec49a3-0700-406a-b0bf-7999bc8869dd req-e30f537d-85f7-4b92-9d44-cc8ee42cdfdd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ebf6afd0-c796-4d65-bd33-5c3bb57211ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0537260 Feb 16 14:21:04.149782 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7aec49a3-0700-406a-b0bf-7999bc8869dd req-30236d7b-de8e-4335-8d57-7f9e08b22919 service neutron] 10.222.0.10 "GET /v2.0/networks/ebf6afd0-c796-4d65-bd33-5c3bb57211ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995309 Feb 16 14:21:04.281029 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7aec49a3-0700-406a-b0bf-7999bc8869dd req-0141a50d-5353-48d5-a2a7-8c1c63ddbf87 service neutron] 10.222.0.10 "GET /v2.0/networks/ebf6afd0-c796-4d65-bd33-5c3bb57211ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151476 Feb 16 14:21:04.943597 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffea180-a85a-4ce8-a4ea-127725ae5037 req-fa951809-708f-4600-a44f-81a0cec0226f tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:04.945138 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3ffea180-a85a-4ce8-a4ea-127725ae5037 req-fa951809-708f-4600-a44f-81a0cec0226f tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 946 time: 0.0617752 Feb 16 14:21:04.995866 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3ffea180-a85a-4ce8-a4ea-127725ae5037 req-2e7408bd-a110-4f22-8670-0cbd1bb81b41 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a304b7ae-1265-4202-af5b-2245021c533e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446284 Feb 16 14:21:06.133152 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7a1b7-74b1-4143-b0f6-9718d54d183b req-22daa8b2-2d1c-4e94-8e46-528f13335ff5 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:06.135637 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9cb7a1b7-74b1-4143-b0f6-9718d54d183b req-22daa8b2-2d1c-4e94-8e46-528f13335ff5 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 946 time: 0.0630271 Feb 16 14:21:06.191527 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9cb7a1b7-74b1-4143-b0f6-9718d54d183b req-97b35fab-9cf1-4115-94ff-a141490d24b2 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a304b7ae-1265-4202-af5b-2245021c533e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502231 Feb 16 14:21:07.326666 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8059c-1bae-46e4-b5ff-561ee7697870 req-5f0373ff-2df4-4bfb-88b7-8b366c845a3b tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:07.328645 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-17b8059c-1bae-46e4-b5ff-561ee7697870 req-5f0373ff-2df4-4bfb-88b7-8b366c845a3b tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 946 time: 0.0659471 Feb 16 14:21:07.395486 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-17b8059c-1bae-46e4-b5ff-561ee7697870 req-3bdca7a0-2b45-4b58-ae91-c1c317b1a828 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a304b7ae-1265-4202-af5b-2245021c533e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609257 Feb 16 14:21:07.815908 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c192f-2317-4390-aff6-6b8bd084962e req-496832ec-0075-45b4-9506-80c4d1e39b2f tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:07.817728 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d25c192f-2317-4390-aff6-6b8bd084962e req-496832ec-0075-45b4-9506-80c4d1e39b2f tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 946 time: 0.0968852 Feb 16 14:21:07.942717 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-d25c192f-2317-4390-aff6-6b8bd084962e req-31a75315-1c40-46d3-ba47-620b1a6d9fc0 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Deleting port 03fc5fe8-f2fc-499e-b57a-b99a44fdcb80 {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:21:07.943630 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-d25c192f-2317-4390-aff6-6b8bd084962e req-31a75315-1c40-46d3-ba47-620b1a6d9fc0 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784247387639'] for port (03fc5fe8-f2fc-499e-b57a-b99a44fdcb80), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:08.084426 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-d25c192f-2317-4390-aff6-6b8bd084962e req-31a75315-1c40-46d3-ba47-620b1a6d9fc0 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] For port 03fc5fe8-f2fc-499e-b57a-b99a44fdcb80, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=03fc5fe8-f2fc-499e-b57a-b99a44fdcb80,segment=NetworkSegment(c25a00b6-c425-4e03-bd80-42e218491344),segment_id=c25a00b6-c425-4e03-bd80-42e218491344)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:21:08.084963 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-d25c192f-2317-4390-aff6-6b8bd084962e req-31a75315-1c40-46d3-ba47-620b1a6d9fc0 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595644'] for port (03fc5fe8-f2fc-499e-b57a-b99a44fdcb80), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:08.285556 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-d25c192f-2317-4390-aff6-6b8bd084962e req-31a75315-1c40-46d3-ba47-620b1a6d9fc0 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:08.285927 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-d25c192f-2317-4390-aff6-6b8bd084962e req-31a75315-1c40-46d3-ba47-620b1a6d9fc0 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1596120'] for floatingip (e301b9a4-e121-4d02-840b-17d046e3eb07), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:08.286248 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.db.l3_db [req-d25c192f-2317-4390-aff6-6b8bd084962e req-31a75315-1c40-46d3-ba47-620b1a6d9fc0 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Floating IP e301b9a4-e121-4d02-840b-17d046e3eb07 disassociated. External IP: 172.27.2.38, port: 03fc5fe8-f2fc-499e-b57a-b99a44fdcb80. Feb 16 14:21:08.286595 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-d25c192f-2317-4390-aff6-6b8bd084962e req-31a75315-1c40-46d3-ba47-620b1a6d9fc0 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Calling delete_port for 03fc5fe8-f2fc-499e-b57a-b99a44fdcb80 owned by compute:nova {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:21:08.453575 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-d25c192f-2317-4390-aff6-6b8bd084962e req-31a75315-1c40-46d3-ba47-620b1a6d9fc0 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784247495006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784246951217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811206'] for port (03fc5fe8-f2fc-499e-b57a-b99a44fdcb80), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:08.503835 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a75315-1c40-46d3-ba47-620b1a6d9fc0 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Pushing event deleted for resources: {'Port': ['ID=03fc5fe8-f2fc-499e-b57a-b99a44fdcb80,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:21:08.549666 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-73d60cfd-7d26-4b56-8ba2-3fa9c0ce411a req-bf61e4dc-ff2c-478c-aa13-8e11e0285931 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 210 time: 0.0479770 Feb 16 14:21:08.731561 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d25c192f-2317-4390-aff6-6b8bd084962e req-31a75315-1c40-46d3-ba47-620b1a6d9fc0 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Router b8a42c37-a11f-4fbf-b38b-54846685184c has already been hosted by L3 agent 531611a8-34ea-4f1f-8d10-111cbf56a8a1 {{(pid=102968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:21:08.882314 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d25c192f-2317-4390-aff6-6b8bd084962e req-31a75315-1c40-46d3-ba47-620b1a6d9fc0 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Notify agent at l3_agent.dv-cinder-773985-32-iscsi the message routers_updated {{(pid=102968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:21:08.907627 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ee3eb6-aa14-4cf1-bee3-1b265f3e2fe3 None None] Sync routers for ids ['b8a42c37-a11f-4fbf-b38b-54846685184c'] in dv-cinder-773985-32-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:21:08.923657 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ee3eb6-aa14-4cf1-bee3-1b265f3e2fe3 None None] Routers {'b8a42c37-a11f-4fbf-b38b-54846685184c'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:21:08.928218 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-b2ee3eb6-aa14-4cf1-bee3-1b265f3e2fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:20:41Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['b8a42c37-a11f-4fbf-b38b-54846685184c'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:21:08.970647 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-d25c192f-2317-4390-aff6-6b8bd084962e req-31a75315-1c40-46d3-ba47-620b1a6d9fc0 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] No DVR routers for this DVR port 03fc5fe8-f2fc-499e-b57a-b99a44fdcb80 on host hv-cinder-77398 {{(pid=102968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:21:08.973420 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-d25c192f-2317-4390-aff6-6b8bd084962e req-31a75315-1c40-46d3-ba47-620b1a6d9fc0 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:08.978556 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d25c192f-2317-4390-aff6-6b8bd084962e req-31a75315-1c40-46d3-ba47-620b1a6d9fc0 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.10 "DELETE /v2.0/ports/03fc5fe8-f2fc-499e-b57a-b99a44fdcb80 HTTP/1.1" status: 204 len: 173 time: 1.1545732 Feb 16 14:21:08.978785 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e4b112e-476d-447d-ad17-71aaf4474094', 'name': 'network-vif-deleted', 'tag': '03fc5fe8-f2fc-499e-b57a-b99a44fdcb80'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:21:08.991400 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669008da0707fbbfdc7037cdc0b86c67378ff5c6b942db7a00e5cd0dd563b74b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b4d113-6aa9-4692-ab28-023235a42bdb" -d '{"events": [{"server_uuid": "8e4b112e-476d-447d-ad17-71aaf4474094", "name": "network-vif-deleted", "tag": "03fc5fe8-f2fc-499e-b57a-b99a44fdcb80"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:21:09.074414 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-9c083d37-081d-46f6-b4c8-4ea8fc505f51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (10a26995-69c6-4373-972b-e8a4ac0e51da), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:09.092464 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2513b952-90f6-4564-96ae-8a001e24b5a4 x-openstack-request-id: req-2513b952-90f6-4564-96ae-8a001e24b5a4 {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:21:09.092749 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e4b112e-476d-447d-ad17-71aaf4474094", "name": "network-vif-deleted", "tag": "03fc5fe8-f2fc-499e-b57a-b99a44fdcb80", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:21:09.092933 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-2513b952-90f6-4564-96ae-8a001e24b5a4 {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:21:09.093620 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e4b112e-476d-447d-ad17-71aaf4474094', 'name': 'network-vif-deleted', 'tag': '03fc5fe8-f2fc-499e-b57a-b99a44fdcb80', 'status': 'completed', 'code': 200} Feb 16 14:21:09.231694 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-b2ee3eb6-aa14-4cf1-bee3-1b265f3e2fe3 None None] Set router b8a42c37-a11f-4fbf-b38b-54846685184c gateway port host: dv-cinder-773985-32-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:21:09.488099 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-b2ee3eb6-aa14-4cf1-bee3-1b265f3e2fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a42c37-a11f-4fbf-b38b-54846685184c', 'name': 'tempest-AttachVolumeTestJSON-10169616-router', 'tenant_id': '191319209d6f4aa0a692cf7d431b25ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '700931d7-6707-4beb-9240-a3c17a7903f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:15:58Z', 'updated_at': '2022-02-16T14:16:11Z', 'revision_number': 4, 'project_id': '191319209d6f4aa0a692cf7d431b25ef', 'gw_port': {'id': '700931d7-6707-4beb-9240-a3c17a7903f2', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a42c37-a11f-4fbf-b38b-54846685184c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:16:01Z', 'updated_at': '2022-02-16T14:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_interfaces': [{'id': 'bfd99815-730b-400d-9f2c-87d16b3d4f0f', 'name': '', 'network_id': 'ebf6afd0-c796-4d65-bd33-5c3bb57211ed', 'tenant_id': '191319209d6f4aa0a692cf7d431b25ef', 'mac_address': 'fa:16:3e:fd:27:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a42c37-a11f-4fbf-b38b-54846685184c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '664452e3-1277-4c51-8f59-1d3b97df3dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:16:07Z', 'updated_at': '2022-02-16T14:16:23Z', 'revision_number': 5, 'project_id': '191319209d6f4aa0a692cf7d431b25ef', 'subnets': [{'id': '664452e3-1277-4c51-8f59-1d3b97df3dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:21:09.518955 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ee3eb6-aa14-4cf1-bee3-1b265f3e2fe3 None None] Checking router: b8a42c37-a11f-4fbf-b38b-54846685184c for host: dv-cinder-773985-32-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:21:09.528588 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ee3eb6-aa14-4cf1-bee3-1b265f3e2fe3 None None] Routers {'b8a42c37-a11f-4fbf-b38b-54846685184c'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:21:09.529429 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-b2ee3eb6-aa14-4cf1-bee3-1b265f3e2fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:20:41Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['b8a42c37-a11f-4fbf-b38b-54846685184c'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:21:09.657318 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-b2ee3eb6-aa14-4cf1-bee3-1b265f3e2fe3 None None] Set router b8a42c37-a11f-4fbf-b38b-54846685184c gateway port host: dv-cinder-773985-32-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:21:09.825333 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ebd6da14-21c6-4e4a-a0ea-4235b17a065a req-d9c6b918-887a-4ca4-ae1b-16f811966167 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=8e4b112e-476d-447d-ad17-71aaf4474094 HTTP/1.1" status: 200 len: 210 time: 0.0461099 Feb 16 14:21:09.985075 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-b2ee3eb6-aa14-4cf1-bee3-1b265f3e2fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a42c37-a11f-4fbf-b38b-54846685184c', 'name': 'tempest-AttachVolumeTestJSON-10169616-router', 'tenant_id': '191319209d6f4aa0a692cf7d431b25ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '700931d7-6707-4beb-9240-a3c17a7903f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:15:58Z', 'updated_at': '2022-02-16T14:16:11Z', 'revision_number': 4, 'project_id': '191319209d6f4aa0a692cf7d431b25ef', 'gw_port': {'id': '700931d7-6707-4beb-9240-a3c17a7903f2', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a42c37-a11f-4fbf-b38b-54846685184c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:16:01Z', 'updated_at': '2022-02-16T14:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_interfaces': [{'id': 'bfd99815-730b-400d-9f2c-87d16b3d4f0f', 'name': '', 'network_id': 'ebf6afd0-c796-4d65-bd33-5c3bb57211ed', 'tenant_id': '191319209d6f4aa0a692cf7d431b25ef', 'mac_address': 'fa:16:3e:fd:27:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a42c37-a11f-4fbf-b38b-54846685184c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '664452e3-1277-4c51-8f59-1d3b97df3dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:16:07Z', 'updated_at': '2022-02-16T14:16:23Z', 'revision_number': 5, 'project_id': '191319209d6f4aa0a692cf7d431b25ef', 'subnets': [{'id': '664452e3-1277-4c51-8f59-1d3b97df3dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:21:10.016655 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ee3eb6-aa14-4cf1-bee3-1b265f3e2fe3 None None] The sync data for ids ['b8a42c37-a11f-4fbf-b38b-54846685184c'] in dv-cinder-773985-32-iscsi is: [{'id': 'b8a42c37-a11f-4fbf-b38b-54846685184c', 'name': 'tempest-AttachVolumeTestJSON-10169616-router', 'tenant_id': '191319209d6f4aa0a692cf7d431b25ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '700931d7-6707-4beb-9240-a3c17a7903f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:15:58Z', 'updated_at': '2022-02-16T14:16:11Z', 'revision_number': 4, 'project_id': '191319209d6f4aa0a692cf7d431b25ef', 'gw_port': {'id': '700931d7-6707-4beb-9240-a3c17a7903f2', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a42c37-a11f-4fbf-b38b-54846685184c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:16:01Z', 'updated_at': '2022-02-16T14:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_interfaces': [{'id': 'bfd99815-730b-400d-9f2c-87d16b3d4f0f', 'name': '', 'network_id': 'ebf6afd0-c796-4d65-bd33-5c3bb57211ed', 'tenant_id': '191319209d6f4aa0a692cf7d431b25ef', 'mac_address': 'fa:16:3e:fd:27:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a42c37-a11f-4fbf-b38b-54846685184c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '664452e3-1277-4c51-8f59-1d3b97df3dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:16:07Z', 'updated_at': '2022-02-16T14:16:23Z', 'revision_number': 5, 'project_id': '191319209d6f4aa0a692cf7d431b25ef', 'subnets': [{'id': '664452e3-1277-4c51-8f59-1d3b97df3dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:21:10.361301 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3217159-8aaf-4c68-9129-4525ab1b3261 None None] New status for floating IP e301b9a4-e121-4d02-840b-17d046e3eb07: DOWN {{(pid=102971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:21:10.936870 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 58300) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:21:11.002316 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7a713c8e-25d5-4287-8a89-abe9e74defad tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks [] for security_group (a304b7ae-1265-4202-af5b-2245021c533e), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:11.034343 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7a713c8e-25d5-4287-8a89-abe9e74defad tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks [] for security_group (a304b7ae-1265-4202-af5b-2245021c533e), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:11.112372 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7a713c8e-25d5-4287-8a89-abe9e74defad tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (a304b7ae-1265-4202-af5b-2245021c533e), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:11.118648 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7a713c8e-25d5-4287-8a89-abe9e74defad tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:11.124098 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 58304) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:21:11.125817 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-7a713c8e-25d5-4287-8a89-abe9e74defad tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "DELETE /v2.0/security-groups/a304b7ae-1265-4202-af5b-2245021c533e HTTP/1.1" status: 204 len: 168 time: 0.1873798 Feb 16 14:21:11.142230 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.api.v2.resource [None req-b6b2d5c4-0c64-45b0-a4e1-a00893b75532 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] show failed (client error): The resource could not be found. Feb 16 14:21:11.143260 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-b6b2d5c4-0c64-45b0-a4e1-a00893b75532 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups/a304b7ae-1265-4202-af5b-2245021c533e HTTP/1.1" status: 404 len: 347 time: 0.0181754 Feb 16 14:21:11.144774 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a713c8e-25d5-4287-8a89-abe9e74defad tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a304b7ae-1265-4202-af5b-2245021c533e,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:21:11.147901 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 58308) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:21:11.197786 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-a12a9578-1cbb-4908-ad7c-135b894ed7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (531611a8-34ea-4f1f-8d10-111cbf56a8a1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:11.351691 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-af54c936-c0d5-4cda-9e25-a9df7ca1c9b4 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Deleting port 170de0f2-4f3d-429a-8dc0-30aad54a37d2 {{(pid=102969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:21:11.352146 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-af54c936-c0d5-4cda-9e25-a9df7ca1c9b4 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784247387639'] for port (170de0f2-4f3d-429a-8dc0-30aad54a37d2), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:11.435630 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-af54c936-c0d5-4cda-9e25-a9df7ca1c9b4 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595644'] for port (170de0f2-4f3d-429a-8dc0-30aad54a37d2), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:11.435858 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-af54c936-c0d5-4cda-9e25-a9df7ca1c9b4 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks [] for floatingip (170de0f2-4f3d-429a-8dc0-30aad54a37d2), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:11.447985 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-af54c936-c0d5-4cda-9e25-a9df7ca1c9b4 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Calling delete_port for 170de0f2-4f3d-429a-8dc0-30aad54a37d2 owned by network:floatingip {{(pid=102969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:21:11.621625 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-af54c936-c0d5-4cda-9e25-a9df7ca1c9b4 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784247495006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784246951217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10340347'] for port (170de0f2-4f3d-429a-8dc0-30aad54a37d2), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:11.650775 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af54c936-c0d5-4cda-9e25-a9df7ca1c9b4 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Pushing event deleted for resources: {'Port': ['ID=170de0f2-4f3d-429a-8dc0-30aad54a37d2,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:21:11.717371 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-af54c936-c0d5-4cda-9e25-a9df7ca1c9b4 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks [] for floatingip (e301b9a4-e121-4d02-840b-17d046e3eb07), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:11.720050 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-af54c936-c0d5-4cda-9e25-a9df7ca1c9b4 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for floatingip (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:11.724208 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-af54c936-c0d5-4cda-9e25-a9df7ca1c9b4 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "DELETE /v2.0/floatingips/e301b9a4-e121-4d02-840b-17d046e3eb07 HTTP/1.1" status: 204 len: 168 time: 0.5719674 Feb 16 14:21:11.810712 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 03fc5fe8-f2fc-499e-b57a-b99a44fdcb80 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:21:11.833141 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] No Port match for: 03fc5fe8-f2fc-499e-b57a-b99a44fdcb80 {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:21:11.833488 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 03fc5fe8-f2fc-499e-b57a-b99a44fdcb80 not bound to the agent host hv-cinder-77398 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:21:12.265852 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 58326) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:21:12.274071 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-a161ed35-d853-47e7-a6cc-49ae6a09db71 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1500520533', 'description': 'tempest-description--1442478460'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:21:12.302279 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a161ed35-d853-47e7-a6cc-49ae6a09db71 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:12.382803 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a161ed35-d853-47e7-a6cc-49ae6a09db71 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks [] for security_group (a1f98470-5eff-49ad-b197-0a0fcee9fead), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:12.387144 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a161ed35-d853-47e7-a6cc-49ae6a09db71 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (a1f98470-5eff-49ad-b197-0a0fcee9fead), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:12.418936 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-a161ed35-d853-47e7-a6cc-49ae6a09db71 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:12.420260 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-a161ed35-d853-47e7-a6cc-49ae6a09db71 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1497092 Feb 16 14:21:12.422182 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a161ed35-d853-47e7-a6cc-49ae6a09db71 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f98470-5eff-49ad-b197-0a0fcee9fead,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:21:12.423184 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 58328) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:21:12.423830 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f4fb-7ea9-448d-9c44-08fc2737c2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (86100e92-d951-4144-bd87-36328b8a7b76), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:12.428375 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-4f9ce1d7-a366-4bd3-b890-e50a4fbef390 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Request body: {'security_group_rule': {'security_group_id': 'a1f98470-5eff-49ad-b197-0a0fcee9fead', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:21:12.455273 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-4f9ce1d7-a366-4bd3-b890-e50a4fbef390 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks [] for security_group_rule (4e71a52b-3987-4383-b542-fda89acbb3b6), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:12.537030 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-4f9ce1d7-a366-4bd3-b890-e50a4fbef390 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks [] for security_group_rule (4e71a52b-3987-4383-b542-fda89acbb3b6), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:12.542318 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-4f9ce1d7-a366-4bd3-b890-e50a4fbef390 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071180'] for security_group_rule (4e71a52b-3987-4383-b542-fda89acbb3b6), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:12.568573 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ce1d7-a366-4bd3-b890-e50a4fbef390 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e71a52b-3987-4383-b542-fda89acbb3b6,revision_number=0']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:21:12.580358 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-4f9ce1d7-a366-4bd3-b890-e50a4fbef390 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:12.584768 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 58330) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:21:12.585264 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-4f9ce1d7-a366-4bd3-b890-e50a4fbef390 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1599762 Feb 16 14:21:12.595148 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-3fc8da72-ca15-4127-8fc6-4c866e020880 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Request body: {'security_group_rule': {'security_group_id': 'a1f98470-5eff-49ad-b197-0a0fcee9fead', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:21:12.629401 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3fc8da72-ca15-4127-8fc6-4c866e020880 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks [] for security_group_rule (01847d6a-7a4e-4361-8f41-b04722f0e83d), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:12.693870 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3fc8da72-ca15-4127-8fc6-4c866e020880 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks [] for security_group_rule (01847d6a-7a4e-4361-8f41-b04722f0e83d), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:12.701286 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3fc8da72-ca15-4127-8fc6-4c866e020880 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071180'] for security_group_rule (01847d6a-7a4e-4361-8f41-b04722f0e83d), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:12.724152 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc8da72-ca15-4127-8fc6-4c866e020880 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01847d6a-7a4e-4361-8f41-b04722f0e83d,revision_number=0']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:21:12.730658 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3fc8da72-ca15-4127-8fc6-4c866e020880 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:12.732074 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-3fc8da72-ca15-4127-8fc6-4c866e020880 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1434517 Feb 16 14:21:12.734945 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 58332) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:21:12.742310 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-b7c0e640-c888-4062-a9cd-472fcd6c274b tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Request body: {'floatingip': {'floating_network_id': '5b71b9ca-6085-48b7-9167-93053be13444'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:21:12.769581 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b7c0e640-c888-4062-a9cd-472fcd6c274b tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:12.903803 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b7c0e640-c888-4062-a9cd-472fcd6c274b tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:13.035640 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_common [None req-b7c0e640-c888-4062-a9cd-472fcd6c274b tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Allocated IP 172.27.2.91 (5b71b9ca-6085-48b7-9167-93053be13444/8c2b85af-3da9-4754-9d29-6d95dbdc6260/13bf223e-bbca-4f23-bd3b-5d168adcfbc2) {{(pid=102968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:21:13.158526 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b7c0e640-c888-4062-a9cd-472fcd6c274b tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks [] for port (13bf223e-bbca-4f23-bd3b-5d168adcfbc2), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:13.194027 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b7c0e640-c888-4062-a9cd-472fcd6c274b tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784246951208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811206'] for port (13bf223e-bbca-4f23-bd3b-5d168adcfbc2), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:13.237493 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c0e640-c888-4062-a9cd-472fcd6c274b tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Network 5b71b9ca-6085-48b7-9167-93053be13444 is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:21:13.240448 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [None req-b7c0e640-c888-4062-a9cd-472fcd6c274b tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:21:13.244903 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c0e640-c888-4062-a9cd-472fcd6c274b tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Received port after_create {{(pid=102968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:21:13.249836 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c0e640-c888-4062-a9cd-472fcd6c274b tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Pushing event updated for resources: {'Port': ['ID=13bf223e-bbca-4f23-bd3b-5d168adcfbc2,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:21:13.348298 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b7c0e640-c888-4062-a9cd-472fcd6c274b tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks [] for floatingip (66f325d4-7331-461a-9962-57cd9699659a), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:13.391005 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b7c0e640-c888-4062-a9cd-472fcd6c274b tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (13bf223e-bbca-4f23-bd3b-5d168adcfbc2), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:13.610922 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b7c0e640-c888-4062-a9cd-472fcd6c274b tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks [] for port (13bf223e-bbca-4f23-bd3b-5d168adcfbc2), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:13.630349 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b7c0e640-c888-4062-a9cd-472fcd6c274b tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8811213'] for port (13bf223e-bbca-4f23-bd3b-5d168adcfbc2), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:13.724962 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ac86131d-db3b-4e6c-9567-647e6948f8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (6a38cbfe-57d3-4d37-ac59-552f6dc7f99c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:13.727840 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c0e640-c888-4062-a9cd-472fcd6c274b tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Pushing event updated for resources: {'Port': ['ID=13bf223e-bbca-4f23-bd3b-5d168adcfbc2,revision_number=2']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:21:13.739332 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b7c0e640-c888-4062-a9cd-472fcd6c274b tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1596120'] for floatingip (66f325d4-7331-461a-9962-57cd9699659a), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:13.764657 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b7c0e640-c888-4062-a9cd-472fcd6c274b tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for floatingip (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:13.766896 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-b7c0e640-c888-4062-a9cd-472fcd6c274b tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0304258 Feb 16 14:21:14.000241 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9e6d6070-b01f-4483-842c-9a022774fc1d req-7de9f644-b479-4245-a9cc-096fbacae783 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?name=tempest-securitygroup--1500520533&fields=id&tenant_id=191319209d6f4aa0a692cf7d431b25ef HTTP/1.1" status: 200 len: 267 time: 0.0551209 Feb 16 14:21:14.119870 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d6070-b01f-4483-842c-9a022774fc1d req-08ec5f56-91a7-4e00-9b9b-225ad22fc9fb tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:14.121733 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9e6d6070-b01f-4483-842c-9a022774fc1d req-08ec5f56-91a7-4e00-9b9b-225ad22fc9fb tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/networks?id=ebf6afd0-c796-4d65-bd33-5c3bb57211ed HTTP/1.1" status: 200 len: 809 time: 0.1144619 Feb 16 14:21:14.137323 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9e6d6070-b01f-4483-842c-9a022774fc1d req-41925910-0985-4b7d-9e38-9b8ec6e0a421 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/quotas/191319209d6f4aa0a692cf7d431b25ef HTTP/1.1" status: 200 len: 375 time: 0.0097210 Feb 16 14:21:14.210993 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9e6d6070-b01f-4483-842c-9a022774fc1d req-affcd1d0-f21e-461d-b6d1-7565bccb789a tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?tenant_id=191319209d6f4aa0a692cf7d431b25ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0666616 Feb 16 14:21:14.330460 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9e6d6070-b01f-4483-842c-9a022774fc1d req-dd548579-949b-47e6-9af8-538863d5d43e service neutron] 10.222.0.120 "GET /v2.0/networks/ebf6afd0-c796-4d65-bd33-5c3bb57211ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111891 Feb 16 14:21:14.428131 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9e6d6070-b01f-4483-842c-9a022774fc1d req-9cfdbfc9-3f2a-4517-8b8c-d45ce7c2a55c service neutron] 10.222.0.120 "GET /v2.0/networks/ebf6afd0-c796-4d65-bd33-5c3bb57211ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959256 Feb 16 14:21:14.624144 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-9073c207-d36c-4dcb-804f-43073f402483 req-63a39e02-dc7e-45b0-b5fa-c483514e37b1 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=55de9a34-7620-4915-8f7c-2f2a5b124cce HTTP/1.1" status: 200 len: 210 time: 0.0299459 Feb 16 14:21:15.061237 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (529a93d1-f8f6-4ba2-8600-6635050f85df), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:15.752159 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4b4edbba-bc9d-48b8-966d-e50a4c89a3a6 req-7c39782d-216a-45dc-91ef-4d8606a4a2c7 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=55de9a34-7620-4915-8f7c-2f2a5b124cce HTTP/1.1" status: 200 len: 210 time: 0.0489955 Feb 16 14:21:16.270540 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d6070-b01f-4483-842c-9a022774fc1d req-6f8b2d50-03d5-46b0-87e9-2da42dcfcf73 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:16.273024 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9e6d6070-b01f-4483-842c-9a022774fc1d req-6f8b2d50-03d5-46b0-87e9-2da42dcfcf73 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.10 "GET /v2.0/networks?id=ebf6afd0-c796-4d65-bd33-5c3bb57211ed HTTP/1.1" status: 200 len: 809 time: 0.1618211 Feb 16 14:21:16.368983 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9e6d6070-b01f-4483-842c-9a022774fc1d req-a4ae2d8e-a618-4e2e-9ae3-e06f78613295 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=191319209d6f4aa0a692cf7d431b25ef HTTP/1.1" status: 200 len: 380 time: 0.0794675 Feb 16 14:21:16.380265 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-9e6d6070-b01f-4483-842c-9a022774fc1d req-5a805b2f-1289-4fc8-8501-40d0a62f70e6 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Request body: {'port': {'device_id': '55de9a34-7620-4915-8f7c-2f2a5b124cce', 'network_id': 'ebf6afd0-c796-4d65-bd33-5c3bb57211ed', 'admin_state_up': True, 'tenant_id': '191319209d6f4aa0a692cf7d431b25ef', 'security_groups': ['a1f98470-5eff-49ad-b197-0a0fcee9fead']}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:21:16.612762 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e6d6070-b01f-4483-842c-9a022774fc1d req-5a805b2f-1289-4fc8-8501-40d0a62f70e6 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Made reservation on behalf of 191319209d6f4aa0a692cf7d431b25ef for: {'port': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:21:16.617554 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-9e6d6070-b01f-4483-842c-9a022774fc1d req-5a805b2f-1289-4fc8-8501-40d0a62f70e6 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:16.832911 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aef5a9-6809-4fd9-8724-1b4187128ceb req-1e7bb031-2d36-4268-b269-386ebb82cdda tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:16.846671 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-41aef5a9-6809-4fd9-8724-1b4187128ceb req-1e7bb031-2d36-4268-b269-386ebb82cdda tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ff2380a-8c26-434c-b46a-fcc844642b79 HTTP/1.1" status: 200 len: 945 time: 0.1655354 Feb 16 14:21:16.938722 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_common [req-9e6d6070-b01f-4483-842c-9a022774fc1d req-5a805b2f-1289-4fc8-8501-40d0a62f70e6 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Allocated IP 172.20.0.9 (ebf6afd0-c796-4d65-bd33-5c3bb57211ed/664452e3-1277-4c51-8f59-1d3b97df3dbb/5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60) {{(pid=102968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:21:16.956920 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-41aef5a9-6809-4fd9-8724-1b4187128ceb req-fa0e7465-e43b-4eb2-b018-17cb4798a903 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/security-groups?id=91d7ffa7-1848-4f96-99a0-919ffd557d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005638 Feb 16 14:21:17.016762 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d8d36235-4e7b-434b-b1ee-78fd065768cc req-5dd81679-c69a-4836-bd64-87dee7a1a84d tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=55de9a34-7620-4915-8f7c-2f2a5b124cce HTTP/1.1" status: 200 len: 210 time: 0.0528398 Feb 16 14:21:17.123503 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-9e6d6070-b01f-4483-842c-9a022774fc1d req-5a805b2f-1289-4fc8-8501-40d0a62f70e6 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks [] for port (5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:17.170584 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-9e6d6070-b01f-4483-842c-9a022774fc1d req-5a805b2f-1289-4fc8-8501-40d0a62f70e6 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784246951208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811206'] for port (5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:17.220210 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e6d6070-b01f-4483-842c-9a022774fc1d req-5a805b2f-1289-4fc8-8501-40d0a62f70e6 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Network ebf6afd0-c796-4d65-bd33-5c3bb57211ed is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:21:17.223958 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [req-9e6d6070-b01f-4483-842c-9a022774fc1d req-5a805b2f-1289-4fc8-8501-40d0a62f70e6 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:21:17.228067 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e6d6070-b01f-4483-842c-9a022774fc1d req-5a805b2f-1289-4fc8-8501-40d0a62f70e6 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Received port after_create {{(pid=102968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:21:17.235918 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a805b2f-1289-4fc8-8501-40d0a62f70e6 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Pushing event updated for resources: {'Port': ['ID=5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:21:17.266914 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a805b2f-1289-4fc8-8501-40d0a62f70e6 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:17.267271 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a805b2f-1289-4fc8-8501-40d0a62f70e6 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:17.267671 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a805b2f-1289-4fc8-8501-40d0a62f70e6 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:17.268014 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a805b2f-1289-4fc8-8501-40d0a62f70e6 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:17.268368 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a805b2f-1289-4fc8-8501-40d0a62f70e6 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:17.268704 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a805b2f-1289-4fc8-8501-40d0a62f70e6 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:17.269039 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a805b2f-1289-4fc8-8501-40d0a62f70e6 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:17.269377 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a805b2f-1289-4fc8-8501-40d0a62f70e6 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:17.269703 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a805b2f-1289-4fc8-8501-40d0a62f70e6 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:17.270035 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a805b2f-1289-4fc8-8501-40d0a62f70e6 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:17.270365 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a805b2f-1289-4fc8-8501-40d0a62f70e6 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:17.270688 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a805b2f-1289-4fc8-8501-40d0a62f70e6 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:17.271019 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a805b2f-1289-4fc8-8501-40d0a62f70e6 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:17.304872 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d6070-b01f-4483-842c-9a022774fc1d req-5a805b2f-1289-4fc8-8501-40d0a62f70e6 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:17.305652 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-9e6d6070-b01f-4483-842c-9a022774fc1d req-5a805b2f-1289-4fc8-8501-40d0a62f70e6 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:17.333623 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9e6d6070-b01f-4483-842c-9a022774fc1d req-5a805b2f-1289-4fc8-8501-40d0a62f70e6 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9586194 Feb 16 14:21:17.503342 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-4a730893-cfb8-41a3-b2a8-5ad6a1522208 None None] Provisioning complete for port 5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:21:17.504129 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4a730893-cfb8-41a3-b2a8-5ad6a1522208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:17.544229 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-4a730893-cfb8-41a3-b2a8-5ad6a1522208 None None] Port 5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60 cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:21:18.113441 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c390f16-d5b7-4bae-8f97-fae8695f7522 req-1cd8f7b6-608a-4cb3-b266-4bcb6af329a7 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:18.114892 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4c390f16-d5b7-4bae-8f97-fae8695f7522 req-1cd8f7b6-608a-4cb3-b266-4bcb6af329a7 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ff2380a-8c26-434c-b46a-fcc844642b79 HTTP/1.1" status: 200 len: 945 time: 0.0563354 Feb 16 14:21:18.138718 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f351bc-40e0-4651-92a6-d8d4e969c18f req-342f7fd2-e67d-4c6a-9a0d-6f608722e6af tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:18.140216 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a2f351bc-40e0-4651-92a6-d8d4e969c18f req-342f7fd2-e67d-4c6a-9a0d-6f608722e6af tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=55de9a34-7620-4915-8f7c-2f2a5b124cce HTTP/1.1" status: 200 len: 931 time: 0.0545700 Feb 16 14:21:18.165824 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4c390f16-d5b7-4bae-8f97-fae8695f7522 req-2b4ab56d-8f83-46fb-a93c-c48d84e4997f tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/security-groups?id=91d7ffa7-1848-4f96-99a0-919ffd557d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446141 Feb 16 14:21:18.190173 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a2f351bc-40e0-4651-92a6-d8d4e969c18f req-cc27309e-eafa-44af-8c92-02d9abee030f tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a1f98470-5eff-49ad-b197-0a0fcee9fead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443726 Feb 16 14:21:19.285784 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5226ff-38be-4176-9d4e-b5ae90e0cb8f req-361efeba-a5f2-436b-846d-b1df648185b2 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:19.287181 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ca5226ff-38be-4176-9d4e-b5ae90e0cb8f req-361efeba-a5f2-436b-846d-b1df648185b2 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ff2380a-8c26-434c-b46a-fcc844642b79 HTTP/1.1" status: 200 len: 945 time: 0.0541508 Feb 16 14:21:19.310414 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be69ee25-c061-4487-a767-3e1a61800e7a req-162de61a-2450-4822-8593-25517f82d602 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:19.311988 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-be69ee25-c061-4487-a767-3e1a61800e7a req-162de61a-2450-4822-8593-25517f82d602 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=55de9a34-7620-4915-8f7c-2f2a5b124cce HTTP/1.1" status: 200 len: 931 time: 0.0534518 Feb 16 14:21:19.338215 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ca5226ff-38be-4176-9d4e-b5ae90e0cb8f req-3dde0a32-18ab-4f27-ac7e-4c4e69f27d8a tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/security-groups?id=91d7ffa7-1848-4f96-99a0-919ffd557d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453961 Feb 16 14:21:19.359954 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-be69ee25-c061-4487-a767-3e1a61800e7a req-6caad3fc-72d5-448b-a236-083cef53651d tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a1f98470-5eff-49ad-b197-0a0fcee9fead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423639 Feb 16 14:21:19.979485 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-9e6d6070-b01f-4483-842c-9a022774fc1d req-8df19b14-5326-42fb-99db-49a6b834c9f5 service neutron] Request body: {'port': {'device_id': '55de9a34-7620-4915-8f7c-2f2a5b124cce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:21:20.043963 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-9e6d6070-b01f-4483-842c-9a022774fc1d req-8df19b14-5326-42fb-99db-49a6b834c9f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:20.338883 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [req-9e6d6070-b01f-4483-842c-9a022774fc1d req-8df19b14-5326-42fb-99db-49a6b834c9f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60 {{(pid=102968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:21:20.347779 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-9e6d6070-b01f-4483-842c-9a022774fc1d req-8df19b14-5326-42fb-99db-49a6b834c9f5 service neutron] Publish callbacks [] for port (5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:20.360681 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.provisioning_blocks [req-9e6d6070-b01f-4483-842c-9a022774fc1d req-8df19b14-5326-42fb-99db-49a6b834c9f5 service neutron] Transition to ACTIVE for port object 5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60 will not be triggered until provisioned by entity L2. {{(pid=102968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:21:20.365039 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-9e6d6070-b01f-4483-842c-9a022774fc1d req-8df19b14-5326-42fb-99db-49a6b834c9f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8811213'] for port (5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:20.420309 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df19b14-5326-42fb-99db-49a6b834c9f5 service neutron] Pushing event updated for resources: {'Port': ['ID=5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60,revision_number=2']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:21:20.509954 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0719250f-ab13-4574-85d2-6f1ed359120b req-da87b08c-9965-4f0a-ae23-8afac33561f9 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:20.511764 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-0719250f-ab13-4574-85d2-6f1ed359120b req-da87b08c-9965-4f0a-ae23-8afac33561f9 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=55de9a34-7620-4915-8f7c-2f2a5b124cce HTTP/1.1" status: 200 len: 943 time: 0.0639141 Feb 16 14:21:20.553573 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91688167-121b-4037-afac-1eac3a8260ff req-663b2735-23b8-428c-b457-3c1f726fb5f1 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:20.555183 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-91688167-121b-4037-afac-1eac3a8260ff req-663b2735-23b8-428c-b457-3c1f726fb5f1 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ff2380a-8c26-434c-b46a-fcc844642b79 HTTP/1.1" status: 200 len: 945 time: 0.1273060 Feb 16 14:21:20.557019 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-9e6d6070-b01f-4483-842c-9a022774fc1d req-8df19b14-5326-42fb-99db-49a6b834c9f5 service neutron] Attempting to bind port 5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:21:20.557422 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-9e6d6070-b01f-4483-842c-9a022774fc1d req-8df19b14-5326-42fb-99db-49a6b834c9f5 service neutron] Attempting to bind port 5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'c25a00b6-c425-4e03-bd80-42e218491344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': 'ebf6afd0-c796-4d65-bd33-5c3bb57211ed'}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:21:20.557816 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6d6070-b01f-4483-842c-9a022774fc1d req-8df19b14-5326-42fb-99db-49a6b834c9f5 service neutron] Attempting to bind port 5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60 on network ebf6afd0-c796-4d65-bd33-5c3bb57211ed {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:21:20.572213 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6d6070-b01f-4483-842c-9a022774fc1d req-8df19b14-5326-42fb-99db-49a6b834c9f5 service neutron] Port 5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60 on network ebf6afd0-c796-4d65-bd33-5c3bb57211ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:21:20.572536 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6d6070-b01f-4483-842c-9a022774fc1d req-8df19b14-5326-42fb-99db-49a6b834c9f5 service neutron] Attempting to bind port 5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60 on network ebf6afd0-c796-4d65-bd33-5c3bb57211ed {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:21:20.577248 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-0719250f-ab13-4574-85d2-6f1ed359120b req-3d10d6f0-d920-4993-b050-1f566794c30b tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a1f98470-5eff-49ad-b197-0a0fcee9fead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587988 Feb 16 14:21:20.590351 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6d6070-b01f-4483-842c-9a022774fc1d req-8df19b14-5326-42fb-99db-49a6b834c9f5 service neutron] Checking agent: {'id': '0563e457-3a96-4909-b5a3-8fa5db96f619', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 14, 3), 'started_at': datetime.datetime(2022, 2, 16, 14, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:21:20.595847 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6d6070-b01f-4483-842c-9a022774fc1d req-8df19b14-5326-42fb-99db-49a6b834c9f5 service neutron] Checking segment: {'id': 'c25a00b6-c425-4e03-bd80-42e218491344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': 'ebf6afd0-c796-4d65-bd33-5c3bb57211ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:21:20.596688 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6d6070-b01f-4483-842c-9a022774fc1d req-8df19b14-5326-42fb-99db-49a6b834c9f5 service neutron] Bound using segment: {'id': 'c25a00b6-c425-4e03-bd80-42e218491344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': 'ebf6afd0-c796-4d65-bd33-5c3bb57211ed'} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:21:20.597303 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-9e6d6070-b01f-4483-842c-9a022774fc1d req-8df19b14-5326-42fb-99db-49a6b834c9f5 service neutron] Bound port: 5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c25a00b6-c425-4e03-bd80-42e218491344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1322, 'network_id': 'ebf6afd0-c796-4d65-bd33-5c3bb57211ed'}}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:21:20.597692 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-9e6d6070-b01f-4483-842c-9a022774fc1d req-8df19b14-5326-42fb-99db-49a6b834c9f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:20.673401 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-91688167-121b-4037-afac-1eac3a8260ff req-a5946fcb-4877-45ff-a4a4-3eb00548fe68 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/security-groups?id=91d7ffa7-1848-4f96-99a0-919ffd557d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110666 Feb 16 14:21:20.712414 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-9e6d6070-b01f-4483-842c-9a022774fc1d req-8df19b14-5326-42fb-99db-49a6b834c9f5 service neutron] For port 5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60, host hv-cinder-77398, cleared binding levels {{(pid=102968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:21:20.715769 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-9e6d6070-b01f-4483-842c-9a022774fc1d req-8df19b14-5326-42fb-99db-49a6b834c9f5 service neutron] For port 5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60,segment=NetworkSegment(c25a00b6-c425-4e03-bd80-42e218491344),segment_id=c25a00b6-c425-4e03-bd80-42e218491344)] {{(pid=102968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:21:20.722109 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-9e6d6070-b01f-4483-842c-9a022774fc1d req-8df19b14-5326-42fb-99db-49a6b834c9f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8811213'] for port (5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:20.765770 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d6070-b01f-4483-842c-9a022774fc1d req-8df19b14-5326-42fb-99db-49a6b834c9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:20.766419 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-9e6d6070-b01f-4483-842c-9a022774fc1d req-8df19b14-5326-42fb-99db-49a6b834c9f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:20.767833 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9e6d6070-b01f-4483-842c-9a022774fc1d req-8df19b14-5326-42fb-99db-49a6b834c9f5 service neutron] 10.222.0.10 "PUT /v2.0/ports/5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60 HTTP/1.1" status: 200 len: 1093 time: 0.8414676 Feb 16 14:21:20.768409 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55de9a34-7620-4915-8f7c-2f2a5b124cce', 'tag': '5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:21:20.770537 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669008da0707fbbfdc7037cdc0b86c67378ff5c6b942db7a00e5cd0dd563b74b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b44758d-ec67-4653-a096-7b81f6b81eb4" -d '{"events": [{"name": "network-changed", "server_uuid": "55de9a34-7620-4915-8f7c-2f2a5b124cce", "tag": "5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:21:20.792778 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df19b14-5326-42fb-99db-49a6b834c9f5 service neutron] Pushing event updated for resources: {'Port': ['ID=5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60,revision_number=3']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:21:20.817002 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd4e41b-b1cf-4b64-b78c-3d0cb8b558c0 x-openstack-request-id: req-5cd4e41b-b1cf-4b64-b78c-3d0cb8b558c0 {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:21:20.817285 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55de9a34-7620-4915-8f7c-2f2a5b124cce", "tag": "5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:21:20.817547 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-5cd4e41b-b1cf-4b64-b78c-3d0cb8b558c0 {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:21:20.818169 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55de9a34-7620-4915-8f7c-2f2a5b124cce', 'tag': '5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60', 'status': 'completed', 'code': 200} Feb 16 14:21:20.883758 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-a8050c5e-fae0-4749-9066-b350f3112fc5 None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:21:20.965032 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d6070-b01f-4483-842c-9a022774fc1d req-0308d4bd-04b7-4cea-a8b0-3c639554328d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:20.966549 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9e6d6070-b01f-4483-842c-9a022774fc1d req-0308d4bd-04b7-4cea-a8b0-3c639554328d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=191319209d6f4aa0a692cf7d431b25ef&device_id=55de9a34-7620-4915-8f7c-2f2a5b124cce HTTP/1.1" status: 200 len: 1127 time: 0.0496428 Feb 16 14:21:21.019702 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9e6d6070-b01f-4483-842c-9a022774fc1d req-5a754ed4-791c-4e4a-9cdd-79b406971ee4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60 HTTP/1.1" status: 200 len: 217 time: 0.0352752 Feb 16 14:21:21.075593 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d6070-b01f-4483-842c-9a022774fc1d req-f42c4436-0d94-4bc2-98da-1000c118341c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:21.077188 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9e6d6070-b01f-4483-842c-9a022774fc1d req-f42c4436-0d94-4bc2-98da-1000c118341c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=664452e3-1277-4c51-8f59-1d3b97df3dbb HTTP/1.1" status: 200 len: 848 time: 0.0497065 Feb 16 14:21:21.135843 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d6070-b01f-4483-842c-9a022774fc1d req-119e64f2-74df-48fd-a238-36587c26cdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:21.137467 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9e6d6070-b01f-4483-842c-9a022774fc1d req-119e64f2-74df-48fd-a238-36587c26cdae service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ebf6afd0-c796-4d65-bd33-5c3bb57211ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0505297 Feb 16 14:21:21.237864 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9e6d6070-b01f-4483-842c-9a022774fc1d req-264b9f1f-d729-406a-beb5-34ee936b5686 service neutron] 10.222.0.10 "GET /v2.0/networks/ebf6afd0-c796-4d65-bd33-5c3bb57211ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874758 Feb 16 14:21:21.348354 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9e6d6070-b01f-4483-842c-9a022774fc1d req-b31644a9-71bf-47a5-94da-4fc9451cf19e service neutron] 10.222.0.10 "GET /v2.0/networks/ebf6afd0-c796-4d65-bd33-5c3bb57211ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953813 Feb 16 14:21:21.492969 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c6da2-fe3b-4c5b-8cda-2a30e270223b req-5e2afe63-1198-489e-8932-e48ad0cb3156 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:21.494599 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9b0c6da2-fe3b-4c5b-8cda-2a30e270223b req-5e2afe63-1198-489e-8932-e48ad0cb3156 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ff2380a-8c26-434c-b46a-fcc844642b79 HTTP/1.1" status: 200 len: 945 time: 0.0583241 Feb 16 14:21:21.565377 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44758d-ec67-4653-a096-7b81f6b81eb4 req-fb76c783-18fc-4a4c-86de-420f316409f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:21.567077 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3b44758d-ec67-4653-a096-7b81f6b81eb4 req-fb76c783-18fc-4a4c-86de-420f316409f4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=191319209d6f4aa0a692cf7d431b25ef&device_id=55de9a34-7620-4915-8f7c-2f2a5b124cce HTTP/1.1" status: 200 len: 1127 time: 0.0535519 Feb 16 14:21:21.631760 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-9b0c6da2-fe3b-4c5b-8cda-2a30e270223b req-9c0cf45b-9b63-495a-8456-9f1278a35e4e tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Deleting port 4b572455-4ec1-4eba-990b-5749f45e2e74 {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:21:21.632047 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-9b0c6da2-fe3b-4c5b-8cda-2a30e270223b req-9c0cf45b-9b63-495a-8456-9f1278a35e4e tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784247387639'] for port (4b572455-4ec1-4eba-990b-5749f45e2e74), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:21.697519 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44758d-ec67-4653-a096-7b81f6b81eb4 req-c9e2d35d-711e-436a-9695-378e41696501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:21.699055 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3b44758d-ec67-4653-a096-7b81f6b81eb4 req-c9e2d35d-711e-436a-9695-378e41696501 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ebf6afd0-c796-4d65-bd33-5c3bb57211ed HTTP/1.1" status: 200 len: 911 time: 0.1214309 Feb 16 14:21:21.762242 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3b44758d-ec67-4653-a096-7b81f6b81eb4 req-706d20f7-8caa-4ed3-b42f-b02a5c70b5a3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60 HTTP/1.1" status: 200 len: 217 time: 0.0563109 Feb 16 14:21:22.041155 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-9b0c6da2-fe3b-4c5b-8cda-2a30e270223b req-9c0cf45b-9b63-495a-8456-9f1278a35e4e tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] For port 4b572455-4ec1-4eba-990b-5749f45e2e74, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=4b572455-4ec1-4eba-990b-5749f45e2e74,segment=NetworkSegment(0373981d-f79c-45c2-9efc-d2c5280ceefc),segment_id=0373981d-f79c-45c2-9efc-d2c5280ceefc)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:21:22.041438 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-9b0c6da2-fe3b-4c5b-8cda-2a30e270223b req-9c0cf45b-9b63-495a-8456-9f1278a35e4e tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595644'] for port (4b572455-4ec1-4eba-990b-5749f45e2e74), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:22.096824 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a3af72-b824-44d7-b331-f1ecdee521fa req-b7196f52-4cdf-41a8-96ed-2c3cbc42ab4a tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:22.097962 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44758d-ec67-4653-a096-7b81f6b81eb4 req-af5e0f1a-ff54-4204-b8f5-9e61d98ee33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:22.098326 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f0a3af72-b824-44d7-b331-f1ecdee521fa req-b7196f52-4cdf-41a8-96ed-2c3cbc42ab4a tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=55de9a34-7620-4915-8f7c-2f2a5b124cce HTTP/1.1" status: 200 len: 943 time: 0.3980317 Feb 16 14:21:22.099446 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3b44758d-ec67-4653-a096-7b81f6b81eb4 req-af5e0f1a-ff54-4204-b8f5-9e61d98ee33b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=664452e3-1277-4c51-8f59-1d3b97df3dbb HTTP/1.1" status: 200 len: 848 time: 0.3301251 Feb 16 14:21:22.142378 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbf59fa-d1f5-4383-99c1-7017bfbeaf3c req-c2c3dd3f-e5e4-4674-a777-7d4b6b1d01b7 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:22.144070 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-fbbf59fa-d1f5-4383-99c1-7017bfbeaf3c req-c2c3dd3f-e5e4-4674-a777-7d4b6b1d01b7 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ff2380a-8c26-434c-b46a-fcc844642b79 HTTP/1.1" status: 200 len: 945 time: 0.0913415 Feb 16 14:21:22.188403 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44758d-ec67-4653-a096-7b81f6b81eb4 req-61759b03-7b4a-43d5-afcc-352d755faed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:22.189884 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3b44758d-ec67-4653-a096-7b81f6b81eb4 req-61759b03-7b4a-43d5-afcc-352d755faed4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ebf6afd0-c796-4d65-bd33-5c3bb57211ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0828345 Feb 16 14:21:22.206232 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f0a3af72-b824-44d7-b331-f1ecdee521fa req-a3649922-b5a3-49f1-b994-3f7304bc37fe tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a1f98470-5eff-49ad-b197-0a0fcee9fead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002932 Feb 16 14:21:22.227138 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-fbbf59fa-d1f5-4383-99c1-7017bfbeaf3c req-fae4a49a-f3ad-4402-a062-152447388795 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/security-groups?id=91d7ffa7-1848-4f96-99a0-919ffd557d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762565 Feb 16 14:21:22.269680 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-9b0c6da2-fe3b-4c5b-8cda-2a30e270223b req-9c0cf45b-9b63-495a-8456-9f1278a35e4e tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:22.270360 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-9b0c6da2-fe3b-4c5b-8cda-2a30e270223b req-9c0cf45b-9b63-495a-8456-9f1278a35e4e tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1596120'] for floatingip (4df2e00c-5892-4e24-b7b1-48053003ea0b), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:22.270691 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.db.l3_db [req-9b0c6da2-fe3b-4c5b-8cda-2a30e270223b req-9c0cf45b-9b63-495a-8456-9f1278a35e4e tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Floating IP 4df2e00c-5892-4e24-b7b1-48053003ea0b disassociated. External IP: 172.27.2.148, port: 4b572455-4ec1-4eba-990b-5749f45e2e74. Feb 16 14:21:22.271019 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-9b0c6da2-fe3b-4c5b-8cda-2a30e270223b req-9c0cf45b-9b63-495a-8456-9f1278a35e4e tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Calling delete_port for 4b572455-4ec1-4eba-990b-5749f45e2e74 owned by compute:nova {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:21:22.301992 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3b44758d-ec67-4653-a096-7b81f6b81eb4 req-ae429a44-3278-4068-99f7-82211d3df273 service neutron] 10.222.0.10 "GET /v2.0/networks/ebf6afd0-c796-4d65-bd33-5c3bb57211ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006207 Feb 16 14:21:22.405015 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3b44758d-ec67-4653-a096-7b81f6b81eb4 req-1a5e0740-8259-4275-9b7f-456d58806a2c service neutron] 10.222.0.10 "GET /v2.0/networks/ebf6afd0-c796-4d65-bd33-5c3bb57211ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969200 Feb 16 14:21:22.412144 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-9b0c6da2-fe3b-4c5b-8cda-2a30e270223b req-9c0cf45b-9b63-495a-8456-9f1278a35e4e tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784247495006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784246951217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811206'] for port (4b572455-4ec1-4eba-990b-5749f45e2e74), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:22.441182 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0cf45b-9b63-495a-8456-9f1278a35e4e tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Pushing event deleted for resources: {'Port': ['ID=4b572455-4ec1-4eba-990b-5749f45e2e74,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:21:22.554504 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b0c6da2-fe3b-4c5b-8cda-2a30e270223b req-9c0cf45b-9b63-495a-8456-9f1278a35e4e tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Router 251e824f-2bf8-498b-9625-581db5c40982 has already been hosted by L3 agent 531611a8-34ea-4f1f-8d10-111cbf56a8a1 {{(pid=102968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:21:22.662457 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b0c6da2-fe3b-4c5b-8cda-2a30e270223b req-9c0cf45b-9b63-495a-8456-9f1278a35e4e tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Notify agent at l3_agent.dv-cinder-773985-32-iscsi the message routers_updated {{(pid=102968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:21:22.673416 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3b770f-45f7-480f-99a3-8124219be813 None None] Sync routers for ids ['251e824f-2bf8-498b-9625-581db5c40982'] in dv-cinder-773985-32-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:21:22.684347 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3b770f-45f7-480f-99a3-8124219be813 None None] Routers {'251e824f-2bf8-498b-9625-581db5c40982'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:21:22.684973 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-6f3b770f-45f7-480f-99a3-8124219be813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:21:11Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['251e824f-2bf8-498b-9625-581db5c40982'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:21:22.705736 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b0c6da2-fe3b-4c5b-8cda-2a30e270223b req-9c0cf45b-9b63-495a-8456-9f1278a35e4e tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] No DVR routers for this DVR port 4b572455-4ec1-4eba-990b-5749f45e2e74 on host hv-cinder-77398 {{(pid=102968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:21:22.708895 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-9b0c6da2-fe3b-4c5b-8cda-2a30e270223b req-9c0cf45b-9b63-495a-8456-9f1278a35e4e tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:22.713330 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9b0c6da2-fe3b-4c5b-8cda-2a30e270223b req-9c0cf45b-9b63-495a-8456-9f1278a35e4e tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.10 "DELETE /v2.0/ports/4b572455-4ec1-4eba-990b-5749f45e2e74 HTTP/1.1" status: 204 len: 173 time: 1.2109501 Feb 16 14:21:22.800734 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-6f3b770f-45f7-480f-99a3-8124219be813 None None] Set router 251e824f-2bf8-498b-9625-581db5c40982 gateway port host: dv-cinder-773985-32-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:21:22.812264 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 58524) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:21:22.824521 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ff2380a-8c26-434c-b46a-fcc844642b79', 'name': 'network-vif-deleted', 'tag': '4b572455-4ec1-4eba-990b-5749f45e2e74'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:21:22.827034 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669008da0707fbbfdc7037cdc0b86c67378ff5c6b942db7a00e5cd0dd563b74b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b24b2a4-7527-44d2-a952-68b4f7a3deb4" -d '{"events": [{"server_uuid": "2ff2380a-8c26-434c-b46a-fcc844642b79", "name": "network-vif-deleted", "tag": "4b572455-4ec1-4eba-990b-5749f45e2e74"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:21:22.904259 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_v2 [None req-1de8c542-620d-4ca2-823f-a0139e1496cc admin admin] Deleting subnet 8bf2634d-da95-49f3-a628-2de826b9f568 {{(pid=102968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 14:21:22.913631 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-1de8c542-620d-4ca2-823f-a0139e1496cc admin admin] Publish callbacks [] for subnet (8bf2634d-da95-49f3-a628-2de826b9f568), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:22.970813 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f5d605-0c04-48a3-8822-a22dcfa3a57c x-openstack-request-id: req-61f5d605-0c04-48a3-8822-a22dcfa3a57c {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:21:22.971057 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ff2380a-8c26-434c-b46a-fcc844642b79", "name": "network-vif-deleted", "tag": "4b572455-4ec1-4eba-990b-5749f45e2e74", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:21:22.971321 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-61f5d605-0c04-48a3-8822-a22dcfa3a57c {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:21:22.971924 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ff2380a-8c26-434c-b46a-fcc844642b79', 'name': 'network-vif-deleted', 'tag': '4b572455-4ec1-4eba-990b-5749f45e2e74', 'status': 'completed', 'code': 200} Feb 16 14:21:22.984055 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-1de8c542-620d-4ca2-823f-a0139e1496cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9208702'] for subnet (8bf2634d-da95-49f3-a628-2de826b9f568), precommit_delete_associations {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:23.038852 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-1de8c542-620d-4ca2-823f-a0139e1496cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-900998'] for subnet (8bf2634d-da95-49f3-a628-2de826b9f568), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:23.063153 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-6f3b770f-45f7-480f-99a3-8124219be813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251e824f-2bf8-498b-9625-581db5c40982', 'name': 'tempest-TestVolumeBootPattern-1264495037-router', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '8828c1b5-b135-4844-8744-f884925f81b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:17:28Z', 'updated_at': '2022-02-16T14:17:32Z', 'revision_number': 4, 'project_id': '5c3d6db271304958834a2c24b656f61e', 'gw_port': {'id': '8828c1b5-b135-4844-8744-f884925f81b0', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251e824f-2bf8-498b-9625-581db5c40982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:28Z', 'updated_at': '2022-02-16T14:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_interfaces': [{'id': '579dbe9f-2967-4c1a-b2d6-7db586ad609a', 'name': '', 'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'mac_address': 'fa:16:3e:24:8f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251e824f-2bf8-498b-9625-581db5c40982', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '08195094-654a-4590-abde-4914e46611c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:31Z', 'updated_at': '2022-02-16T14:17:36Z', 'revision_number': 5, 'project_id': '5c3d6db271304958834a2c24b656f61e', 'subnets': [{'id': '08195094-654a-4590-abde-4914e46611c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:21:23.096636 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3b770f-45f7-480f-99a3-8124219be813 None None] Checking router: 251e824f-2bf8-498b-9625-581db5c40982 for host: dv-cinder-773985-32-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:21:23.099609 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-1de8c542-620d-4ca2-823f-a0139e1496cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-901007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8811251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9090829'] for subnet (8bf2634d-da95-49f3-a628-2de826b9f568), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:23.107226 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3b770f-45f7-480f-99a3-8124219be813 None None] Routers {'251e824f-2bf8-498b-9625-581db5c40982'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:21:23.107899 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-6f3b770f-45f7-480f-99a3-8124219be813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:21:11Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['251e824f-2bf8-498b-9625-581db5c40982'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:21:23.128604 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de8c542-620d-4ca2-823f-a0139e1496cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bf2634d-da95-49f3-a628-2de826b9f568,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:21:23.130683 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-1de8c542-620d-4ca2-823f-a0139e1496cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for subnet (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:23.134599 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-1de8c542-620d-4ca2-823f-a0139e1496cc admin admin] 10.222.0.120 "DELETE /v2.0/subnets/8bf2634d-da95-49f3-a628-2de826b9f568 HTTP/1.1" status: 204 len: 168 time: 0.3209257 Feb 16 14:21:23.137319 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 58536) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:21:23.230298 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-cae55d89-0afa-4f2f-aa78-e75c54f150a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924667'] for network (e3e9463f-f243-414b-8fa7-457c2dbb5b39), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:23.255715 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-6f3b770f-45f7-480f-99a3-8124219be813 None None] Set router 251e824f-2bf8-498b-9625-581db5c40982 gateway port host: dv-cinder-773985-32-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:21:23.338682 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-cae55d89-0afa-4f2f-aa78-e75c54f150a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897531', 'neutron.services.segments.db._delete_segments_for_network-8784247451275'] for network (e3e9463f-f243-414b-8fa7-457c2dbb5b39), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:23.389741 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.services.segments.db [None req-cae55d89-0afa-4f2f-aa78-e75c54f150a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3e9463f-f243-414b-8fa7-457c2dbb5b39']}} {{(pid=102969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:21:23.404635 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.services.segments.db [None req-cae55d89-0afa-4f2f-aa78-e75c54f150a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '860934f6-ea90-493a-96b5-0c752741e2af') {'for_net_delete': True} {{(pid=102969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:21:23.405049 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.services.segments.db [None req-cae55d89-0afa-4f2f-aa78-e75c54f150a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '860934f6-ea90-493a-96b5-0c752741e2af') {} {{(pid=102969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:21:23.417938 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-cae55d89-0afa-4f2f-aa78-e75c54f150a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784247452308', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10125332'] for segment (860934f6-ea90-493a-96b5-0c752741e2af), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:23.432080 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ff68b83f-1c91-4b28-9815-40ce2bea0290 req-2570e75b-8242-4b13-a495-8fa01e76f064 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ff2380a-8c26-434c-b46a-fcc844642b79 HTTP/1.1" status: 200 len: 210 time: 0.0403841 Feb 16 14:21:23.445482 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c93cd-90d0-43d7-a104-336d1d768ff4 req-1106ed70-e190-4555-9db7-4f94358a8093 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:23.447558 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-1f7c93cd-90d0-43d7-a104-336d1d768ff4 req-1106ed70-e190-4555-9db7-4f94358a8093 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=55de9a34-7620-4915-8f7c-2f2a5b124cce HTTP/1.1" status: 200 len: 943 time: 0.1001501 Feb 16 14:21:23.448569 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-cae55d89-0afa-4f2f-aa78-e75c54f150a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894495'] for segment (860934f6-ea90-493a-96b5-0c752741e2af), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:23.456586 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cae55d89-0afa-4f2f-aa78-e75c54f150a9 admin admin] Releasing vlan 1346 on physical network physnet1 to pool {{(pid=102969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:21:23.457034 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-cae55d89-0afa-4f2f-aa78-e75c54f150a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10340244'] for segment (860934f6-ea90-493a-96b5-0c752741e2af), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:23.463546 dv-cinder-773985-32-iscsi neutron-server[102969]: Traceback (most recent call last): Feb 16 14:21:23.463546 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:21:23.463546 dv-cinder-773985-32-iscsi neutron-server[102969]: timer() Feb 16 14:21:23.463546 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:21:23.463546 dv-cinder-773985-32-iscsi neutron-server[102969]: cb(*args, **kw) Feb 16 14:21:23.463546 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:21:23.463546 dv-cinder-773985-32-iscsi neutron-server[102969]: return func(*args, **kwargs) Feb 16 14:21:23.463546 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:21:23.463546 dv-cinder-773985-32-iscsi neutron-server[102969]: self._notify() Feb 16 14:21:23.463546 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:21:23.463546 dv-cinder-773985-32-iscsi neutron-server[102969]: self.callback(batched_events) Feb 16 14:21:23.463546 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:21:23.463546 dv-cinder-773985-32-iscsi neutron-server[102969]: event.method(event) Feb 16 14:21:23.463546 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:21:23.463546 dv-cinder-773985-32-iscsi neutron-server[102969]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:21:23.463546 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:21:23.463546 dv-cinder-773985-32-iscsi neutron-server[102969]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:21:23.463546 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:21:23.463546 dv-cinder-773985-32-iscsi neutron-server[102969]: return f(self, *a, **k) Feb 16 14:21:23.463546 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:21:23.463546 dv-cinder-773985-32-iscsi neutron-server[102969]: return self._get(url).json() Feb 16 14:21:23.463546 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:21:23.463546 dv-cinder-773985-32-iscsi neutron-server[102969]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:21:23.463546 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:21:23.463546 dv-cinder-773985-32-iscsi neutron-server[102969]: return self.request(url, 'GET', **kwargs) Feb 16 14:21:23.463546 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:21:23.463546 dv-cinder-773985-32-iscsi neutron-server[102969]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:21:23.463546 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:21:23.463546 dv-cinder-773985-32-iscsi neutron-server[102969]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:21:23.463546 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:21:23.463546 dv-cinder-773985-32-iscsi neutron-server[102969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:21:23.463546 dv-cinder-773985-32-iscsi neutron-server[102969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:21:23.548660 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-cae55d89-0afa-4f2f-aa78-e75c54f150a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1596086'] for network (e3e9463f-f243-414b-8fa7-457c2dbb5b39), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:23.556810 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-cae55d89-0afa-4f2f-aa78-e75c54f150a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for network (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:23.560684 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-cae55d89-0afa-4f2f-aa78-e75c54f150a9 admin admin] 10.222.0.120 "DELETE /v2.0/networks/e3e9463f-f243-414b-8fa7-457c2dbb5b39 HTTP/1.1" status: 204 len: 168 time: 0.4217393 Feb 16 14:21:23.564273 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-1f7c93cd-90d0-43d7-a104-336d1d768ff4 req-006c907e-1274-413b-83f0-94e0e11ab4d0 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a1f98470-5eff-49ad-b197-0a0fcee9fead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095600 Feb 16 14:21:23.575232 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae55d89-0afa-4f2f-aa78-e75c54f150a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3e9463f-f243-414b-8fa7-457c2dbb5b39,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:21:23.649039 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-6f3b770f-45f7-480f-99a3-8124219be813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251e824f-2bf8-498b-9625-581db5c40982', 'name': 'tempest-TestVolumeBootPattern-1264495037-router', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '8828c1b5-b135-4844-8744-f884925f81b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:17:28Z', 'updated_at': '2022-02-16T14:17:32Z', 'revision_number': 4, 'project_id': '5c3d6db271304958834a2c24b656f61e', 'gw_port': {'id': '8828c1b5-b135-4844-8744-f884925f81b0', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251e824f-2bf8-498b-9625-581db5c40982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:28Z', 'updated_at': '2022-02-16T14:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_interfaces': [{'id': '579dbe9f-2967-4c1a-b2d6-7db586ad609a', 'name': '', 'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'mac_address': 'fa:16:3e:24:8f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251e824f-2bf8-498b-9625-581db5c40982', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '08195094-654a-4590-abde-4914e46611c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:31Z', 'updated_at': '2022-02-16T14:17:36Z', 'revision_number': 5, 'project_id': '5c3d6db271304958834a2c24b656f61e', 'subnets': [{'id': '08195094-654a-4590-abde-4914e46611c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:21:23.678832 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3b770f-45f7-480f-99a3-8124219be813 None None] The sync data for ids ['251e824f-2bf8-498b-9625-581db5c40982'] in dv-cinder-773985-32-iscsi is: [{'id': '251e824f-2bf8-498b-9625-581db5c40982', 'name': 'tempest-TestVolumeBootPattern-1264495037-router', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '8828c1b5-b135-4844-8744-f884925f81b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:17:28Z', 'updated_at': '2022-02-16T14:17:32Z', 'revision_number': 4, 'project_id': '5c3d6db271304958834a2c24b656f61e', 'gw_port': {'id': '8828c1b5-b135-4844-8744-f884925f81b0', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251e824f-2bf8-498b-9625-581db5c40982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:28Z', 'updated_at': '2022-02-16T14:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_interfaces': [{'id': '579dbe9f-2967-4c1a-b2d6-7db586ad609a', 'name': '', 'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'mac_address': 'fa:16:3e:24:8f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251e824f-2bf8-498b-9625-581db5c40982', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '08195094-654a-4590-abde-4914e46611c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:31Z', 'updated_at': '2022-02-16T14:17:36Z', 'revision_number': 5, 'project_id': '5c3d6db271304958834a2c24b656f61e', 'subnets': [{'id': '08195094-654a-4590-abde-4914e46611c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:21:23.767608 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 58550) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:21:23.808922 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-295f75b6-7247-4ef0-9319-0f883378df7d admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=71413a47b38342d491d74511f42bad36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399749 Feb 16 14:21:23.811272 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 58552) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:21:23.862952 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e3253e17-e025-4dda-873d-49a8ef966223 admin admin] Publish callbacks [] for security_group (d4290c7a-46cc-47c9-8ae6-ccdfaebb6bfd), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:23.887021 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e3253e17-e025-4dda-873d-49a8ef966223 admin admin] Publish callbacks [] for security_group (d4290c7a-46cc-47c9-8ae6-ccdfaebb6bfd), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:23.916321 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae97298e-2ac9-4039-85f9-a60bce3b4d39 None None] New status for floating IP 4df2e00c-5892-4e24-b7b1-48053003ea0b: DOWN {{(pid=102971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:21:23.940982 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e3253e17-e025-4dda-873d-49a8ef966223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (d4290c7a-46cc-47c9-8ae6-ccdfaebb6bfd), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:23.943630 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-e3253e17-e025-4dda-873d-49a8ef966223 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:23.944783 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-e3253e17-e025-4dda-873d-49a8ef966223 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/d4290c7a-46cc-47c9-8ae6-ccdfaebb6bfd HTTP/1.1" status: 204 len: 168 time: 0.1324828 Feb 16 14:21:23.953519 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3253e17-e025-4dda-873d-49a8ef966223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4290c7a-46cc-47c9-8ae6-ccdfaebb6bfd,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:21:24.719149 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82803310-6c1c-4a65-8c40-2c6e3c89c3c4 req-d69e0bb3-f909-4295-98dd-608b4abc7703 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:24.724033 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-82803310-6c1c-4a65-8c40-2c6e3c89c3c4 req-d69e0bb3-f909-4295-98dd-608b4abc7703 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=55de9a34-7620-4915-8f7c-2f2a5b124cce HTTP/1.1" status: 200 len: 943 time: 0.0668535 Feb 16 14:21:24.824345 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-82803310-6c1c-4a65-8c40-2c6e3c89c3c4 req-97c088b2-e2d1-443d-8d76-df5e581023ae tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a1f98470-5eff-49ad-b197-0a0fcee9fead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967519 Feb 16 14:21:24.839450 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b6e21c25-5a20-4ef1-baaa-5d2094ec3bc3 req-3fcfb3be-125a-4dd6-80cd-0f0ded1e963b tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2039436000&fields=id&tenant_id=5c3d6db271304958834a2c24b656f61e HTTP/1.1" status: 200 len: 267 time: 0.0837622 Feb 16 14:21:24.940782 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e21c25-5a20-4ef1-baaa-5d2094ec3bc3 req-8fc3ddfa-6468-42a7-bd24-964f6942e6ec tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:24.942378 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b6e21c25-5a20-4ef1-baaa-5d2094ec3bc3 req-8fc3ddfa-6468-42a7-bd24-964f6942e6ec tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/networks?id=b6af31c2-3d63-407d-9a53-f983b2f44ea1 HTTP/1.1" status: 200 len: 812 time: 0.1034482 Feb 16 14:21:24.958184 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b6e21c25-5a20-4ef1-baaa-5d2094ec3bc3 req-f6c2c332-f4f7-44a2-b79c-1643c5993828 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/quotas/5c3d6db271304958834a2c24b656f61e HTTP/1.1" status: 200 len: 375 time: 0.0091283 Feb 16 14:21:25.016906 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b6e21c25-5a20-4ef1-baaa-5d2094ec3bc3 req-35dcc52d-4bb0-4c44-8f48-3f1d3e96e903 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?tenant_id=5c3d6db271304958834a2c24b656f61e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528982 Feb 16 14:21:25.121622 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b6e21c25-5a20-4ef1-baaa-5d2094ec3bc3 req-be7509b9-0fa6-4080-b822-b2ff9be42965 service neutron] 10.222.0.120 "GET /v2.0/networks/b6af31c2-3d63-407d-9a53-f983b2f44ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879207 Feb 16 14:21:25.214297 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b6e21c25-5a20-4ef1-baaa-5d2094ec3bc3 req-b43eee10-48b1-40ec-9a59-3d61eddd58c6 service neutron] 10.222.0.120 "GET /v2.0/networks/b6af31c2-3d63-407d-9a53-f983b2f44ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868819 Feb 16 14:21:25.505884 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-451299c3-98f6-4770-90f1-a929f3c99109 req-6f2ca2d6-3bbd-48f7-b576-9f05da6b81ed tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=781d0f1f-fbbc-49d1-b507-185a377674c1 HTTP/1.1" status: 200 len: 210 time: 0.0268993 Feb 16 14:21:25.950870 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44020b3e-1801-41e8-b078-cd4438c86a16 req-efd871a1-d5b1-410f-bb09-4712d2892e45 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:25.952331 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-44020b3e-1801-41e8-b078-cd4438c86a16 req-efd871a1-d5b1-410f-bb09-4712d2892e45 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=55de9a34-7620-4915-8f7c-2f2a5b124cce HTTP/1.1" status: 200 len: 943 time: 0.0585701 Feb 16 14:21:25.999184 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-44020b3e-1801-41e8-b078-cd4438c86a16 req-b0022d4a-7caa-4b60-873d-d4e9748f7dc5 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a1f98470-5eff-49ad-b197-0a0fcee9fead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410001 Feb 16 14:21:26.596481 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-0af23034-845b-4a0f-82e9-ad454c33f6d9 req-fd1f702a-8dd0-425e-adf3-684c82110110 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=781d0f1f-fbbc-49d1-b507-185a377674c1 HTTP/1.1" status: 200 len: 210 time: 0.0270588 Feb 16 14:21:27.015198 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:21:27.114138 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60,segment=NetworkSegment(c25a00b6-c425-4e03-bd80-42e218491344),segment_id=c25a00b6-c425-4e03-bd80-42e218491344)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:21:27.118738 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe7c785-e1a3-434f-8b8a-ae7d4da887f1 req-894a8770-dd4e-4293-b969-8d2ab69b2d3c tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:27.120260 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-dfe7c785-e1a3-434f-8b8a-ae7d4da887f1 req-894a8770-dd4e-4293-b969-8d2ab69b2d3c tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=55de9a34-7620-4915-8f7c-2f2a5b124cce HTTP/1.1" status: 200 len: 943 time: 0.0538855 Feb 16 14:21:27.126192 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Returning: {'device': '5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60', 'network_id': 'ebf6afd0-c796-4d65-bd33-5c3bb57211ed', 'port_id': '5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60', 'mac_address': 'fa:16:3e:08:b7:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '664452e3-1277-4c51-8f59-1d3b97df3dbb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:21:27.166837 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-dfe7c785-e1a3-434f-8b8a-ae7d4da887f1 req-7afa32a3-3cfd-4728-a53e-f4f7bb9cba3b tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a1f98470-5eff-49ad-b197-0a0fcee9fead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404875 Feb 16 14:21:27.167963 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Current status of the port 5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60 is: DOWN; New status is: BUILD {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:21:27.168486 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:27.182984 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60 {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:21:27.202566 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60,segment=NetworkSegment(c25a00b6-c425-4e03-bd80-42e218491344),segment_id=c25a00b6-c425-4e03-bd80-42e218491344)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:21:27.205560 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:27.251450 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Pushing event updated for resources: {'Port': ['ID=5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:21:27.688449 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c3f95b4c-716f-4d05-81fc-42439859e5b0 req-01faba7c-12d9-4463-b15a-3bb595f10b61 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=781d0f1f-fbbc-49d1-b507-185a377674c1 HTTP/1.1" status: 200 len: 210 time: 0.0270057 Feb 16 14:21:27.969992 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 4b572455-4ec1-4eba-990b-5749f45e2e74 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:21:27.991859 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] No Port match for: 4b572455-4ec1-4eba-990b-5749f45e2e74 {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:21:27.992397 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 4b572455-4ec1-4eba-990b-5749f45e2e74 not bound to the agent host hv-cinder-77398 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:21:28.291284 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399616a6-4e1a-4f14-bd5a-714445b6a467 req-be3d7359-aefd-4e41-9761-8865e3e49d55 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:28.292803 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-399616a6-4e1a-4f14-bd5a-714445b6a467 req-be3d7359-aefd-4e41-9761-8865e3e49d55 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=55de9a34-7620-4915-8f7c-2f2a5b124cce HTTP/1.1" status: 200 len: 944 time: 0.0569983 Feb 16 14:21:28.339699 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-399616a6-4e1a-4f14-bd5a-714445b6a467 req-edb4f4fb-529d-40ef-808c-a6f7dd66b1d9 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a1f98470-5eff-49ad-b197-0a0fcee9fead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411949 Feb 16 14:21:28.354626 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] get_ports_and_sgs() called for port_ids ['5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:21:28.689258 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e21c25-5a20-4ef1-baaa-5d2094ec3bc3 req-2cbfc184-864d-4b26-b4de-3fdcac42596c tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:28.690716 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b6e21c25-5a20-4ef1-baaa-5d2094ec3bc3 req-2cbfc184-864d-4b26-b4de-3fdcac42596c tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.10 "GET /v2.0/networks?id=b6af31c2-3d63-407d-9a53-f983b2f44ea1 HTTP/1.1" status: 200 len: 812 time: 0.1165991 Feb 16 14:21:28.767034 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b6e21c25-5a20-4ef1-baaa-5d2094ec3bc3 req-75576d24-91f9-4589-9578-b2f8cbc49ff7 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c3d6db271304958834a2c24b656f61e HTTP/1.1" status: 200 len: 380 time: 0.0611613 Feb 16 14:21:28.776295 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-b6e21c25-5a20-4ef1-baaa-5d2094ec3bc3 req-75632f67-24a2-453d-8122-fc162043875a tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Request body: {'port': {'device_id': '781d0f1f-fbbc-49d1-b507-185a377674c1', 'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1', 'admin_state_up': True, 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'security_groups': ['91d7ffa7-1848-4f96-99a0-919ffd557d5e']}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:21:28.791549 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-61ae6828-1ec2-4612-ac9b-9b807bfc7aa6 req-9ba1913b-5c75-4325-bdd7-a9e411602eb1 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=781d0f1f-fbbc-49d1-b507-185a377674c1 HTTP/1.1" status: 200 len: 210 time: 0.0310268 Feb 16 14:21:28.890030 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6e21c25-5a20-4ef1-baaa-5d2094ec3bc3 req-75632f67-24a2-453d-8122-fc162043875a tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Made reservation on behalf of 5c3d6db271304958834a2c24b656f61e for: {'port': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:21:28.893398 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-b6e21c25-5a20-4ef1-baaa-5d2094ec3bc3 req-75632f67-24a2-453d-8122-fc162043875a tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:29.023369 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_common [req-b6e21c25-5a20-4ef1-baaa-5d2094ec3bc3 req-75632f67-24a2-453d-8122-fc162043875a tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Allocated IP 172.20.0.6 (b6af31c2-3d63-407d-9a53-f983b2f44ea1/08195094-654a-4590-abde-4914e46611c7/5c39d531-c567-4cbf-95c3-3537c47443f3) {{(pid=102968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:21:29.168173 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-b6e21c25-5a20-4ef1-baaa-5d2094ec3bc3 req-75632f67-24a2-453d-8122-fc162043875a tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks [] for port (5c39d531-c567-4cbf-95c3-3537c47443f3), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:29.207736 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-b6e21c25-5a20-4ef1-baaa-5d2094ec3bc3 req-75632f67-24a2-453d-8122-fc162043875a tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784246951208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811206'] for port (5c39d531-c567-4cbf-95c3-3537c47443f3), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:29.252756 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6e21c25-5a20-4ef1-baaa-5d2094ec3bc3 req-75632f67-24a2-453d-8122-fc162043875a tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Network b6af31c2-3d63-407d-9a53-f983b2f44ea1 is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:21:29.255713 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [req-b6e21c25-5a20-4ef1-baaa-5d2094ec3bc3 req-75632f67-24a2-453d-8122-fc162043875a tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:21:29.258754 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e21c25-5a20-4ef1-baaa-5d2094ec3bc3 req-75632f67-24a2-453d-8122-fc162043875a tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Received port after_create {{(pid=102968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:21:29.286886 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75632f67-24a2-453d-8122-fc162043875a tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Pushing event updated for resources: {'Port': ['ID=5c39d531-c567-4cbf-95c3-3537c47443f3,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:21:29.315105 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e21c25-5a20-4ef1-baaa-5d2094ec3bc3 req-75632f67-24a2-453d-8122-fc162043875a tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:29.315746 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-b6e21c25-5a20-4ef1-baaa-5d2094ec3bc3 req-75632f67-24a2-453d-8122-fc162043875a tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:29.333195 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b6e21c25-5a20-4ef1-baaa-5d2094ec3bc3 req-75632f67-24a2-453d-8122-fc162043875a tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5607367 Feb 16 14:21:29.351873 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-b6e21c25-5a20-4ef1-baaa-5d2094ec3bc3 req-d44c291b-b177-4fc1-b1d4-2ff1fa0132b4 service neutron] Request body: {'port': {'device_id': '781d0f1f-fbbc-49d1-b507-185a377674c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:21:29.459681 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-b6e21c25-5a20-4ef1-baaa-5d2094ec3bc3 req-d44c291b-b177-4fc1-b1d4-2ff1fa0132b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (5c39d531-c567-4cbf-95c3-3537c47443f3), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:29.507685 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-6d36ea4e-896c-4b5e-a0f4-dd460143bf01 None None] Provisioning complete for port 5c39d531-c567-4cbf-95c3-3537c47443f3 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:21:29.509088 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-6d36ea4e-896c-4b5e-a0f4-dd460143bf01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (5c39d531-c567-4cbf-95c3-3537c47443f3), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:29.549058 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc318ec-c833-4c23-94e1-b192904269b6 req-e2d2ed46-3228-47f2-9b44-9b53581f1954 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:29.550675 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9fc318ec-c833-4c23-94e1-b192904269b6 req-e2d2ed46-3228-47f2-9b44-9b53581f1954 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=55de9a34-7620-4915-8f7c-2f2a5b124cce HTTP/1.1" status: 200 len: 944 time: 0.1243665 Feb 16 14:21:29.565724 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-6d36ea4e-896c-4b5e-a0f4-dd460143bf01 None None] Port 5c39d531-c567-4cbf-95c3-3537c47443f3 cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:21:29.676445 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9fc318ec-c833-4c23-94e1-b192904269b6 req-12cfa3a6-7749-47d1-a678-0de407e924b9 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a1f98470-5eff-49ad-b197-0a0fcee9fead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163950 Feb 16 14:21:29.828140 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [req-b6e21c25-5a20-4ef1-baaa-5d2094ec3bc3 req-d44c291b-b177-4fc1-b1d4-2ff1fa0132b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c39d531-c567-4cbf-95c3-3537c47443f3 {{(pid=102968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:21:29.838825 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-b6e21c25-5a20-4ef1-baaa-5d2094ec3bc3 req-d44c291b-b177-4fc1-b1d4-2ff1fa0132b4 service neutron] Publish callbacks [] for port (5c39d531-c567-4cbf-95c3-3537c47443f3), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:29.854263 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.provisioning_blocks [req-b6e21c25-5a20-4ef1-baaa-5d2094ec3bc3 req-d44c291b-b177-4fc1-b1d4-2ff1fa0132b4 service neutron] Transition to ACTIVE for port object 5c39d531-c567-4cbf-95c3-3537c47443f3 will not be triggered until provisioned by entity L2. {{(pid=102968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:21:29.859594 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-b6e21c25-5a20-4ef1-baaa-5d2094ec3bc3 req-d44c291b-b177-4fc1-b1d4-2ff1fa0132b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8811213'] for port (5c39d531-c567-4cbf-95c3-3537c47443f3), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:29.926331 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c291b-b177-4fc1-b1d4-2ff1fa0132b4 service neutron] Pushing event updated for resources: {'Port': ['ID=5c39d531-c567-4cbf-95c3-3537c47443f3,revision_number=2']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:21:29.934547 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2041522c-2005-451e-8625-bb9cbb5d0a3e req-4fab002f-346a-4d4c-9bd2-e6f256a4cbaa tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:29.936335 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2041522c-2005-451e-8625-bb9cbb5d0a3e req-4fab002f-346a-4d4c-9bd2-e6f256a4cbaa tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=781d0f1f-fbbc-49d1-b507-185a377674c1 HTTP/1.1" status: 200 len: 943 time: 0.0658050 Feb 16 14:21:30.002033 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2041522c-2005-451e-8625-bb9cbb5d0a3e req-b8f82158-b1e0-4821-87c3-d93b6d57f96c tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/security-groups?id=91d7ffa7-1848-4f96-99a0-919ffd557d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570242 Feb 16 14:21:30.018207 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-b6e21c25-5a20-4ef1-baaa-5d2094ec3bc3 req-d44c291b-b177-4fc1-b1d4-2ff1fa0132b4 service neutron] Attempting to bind port 5c39d531-c567-4cbf-95c3-3537c47443f3 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:21:30.018679 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-b6e21c25-5a20-4ef1-baaa-5d2094ec3bc3 req-d44c291b-b177-4fc1-b1d4-2ff1fa0132b4 service neutron] Attempting to bind port 5c39d531-c567-4cbf-95c3-3537c47443f3 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '0373981d-f79c-45c2-9efc-d2c5280ceefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1'}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:21:30.018999 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e21c25-5a20-4ef1-baaa-5d2094ec3bc3 req-d44c291b-b177-4fc1-b1d4-2ff1fa0132b4 service neutron] Attempting to bind port 5c39d531-c567-4cbf-95c3-3537c47443f3 on network b6af31c2-3d63-407d-9a53-f983b2f44ea1 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:21:30.029746 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e21c25-5a20-4ef1-baaa-5d2094ec3bc3 req-d44c291b-b177-4fc1-b1d4-2ff1fa0132b4 service neutron] Port 5c39d531-c567-4cbf-95c3-3537c47443f3 on network b6af31c2-3d63-407d-9a53-f983b2f44ea1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:21:30.030072 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e21c25-5a20-4ef1-baaa-5d2094ec3bc3 req-d44c291b-b177-4fc1-b1d4-2ff1fa0132b4 service neutron] Attempting to bind port 5c39d531-c567-4cbf-95c3-3537c47443f3 on network b6af31c2-3d63-407d-9a53-f983b2f44ea1 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:21:30.034824 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60 up at agent hyperv_hv-cinder-77398 {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:21:30.035694 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e21c25-5a20-4ef1-baaa-5d2094ec3bc3 req-d44c291b-b177-4fc1-b1d4-2ff1fa0132b4 service neutron] Checking agent: {'id': '0563e457-3a96-4909-b5a3-8fa5db96f619', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 14, 3), 'started_at': datetime.datetime(2022, 2, 16, 14, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:21:30.036088 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e21c25-5a20-4ef1-baaa-5d2094ec3bc3 req-d44c291b-b177-4fc1-b1d4-2ff1fa0132b4 service neutron] Checking segment: {'id': '0373981d-f79c-45c2-9efc-d2c5280ceefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:21:30.036413 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e21c25-5a20-4ef1-baaa-5d2094ec3bc3 req-d44c291b-b177-4fc1-b1d4-2ff1fa0132b4 service neutron] Bound using segment: {'id': '0373981d-f79c-45c2-9efc-d2c5280ceefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1'} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:21:30.037052 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-b6e21c25-5a20-4ef1-baaa-5d2094ec3bc3 req-d44c291b-b177-4fc1-b1d4-2ff1fa0132b4 service neutron] Bound port: 5c39d531-c567-4cbf-95c3-3537c47443f3, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0373981d-f79c-45c2-9efc-d2c5280ceefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1'}}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:21:30.037426 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-b6e21c25-5a20-4ef1-baaa-5d2094ec3bc3 req-d44c291b-b177-4fc1-b1d4-2ff1fa0132b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (5c39d531-c567-4cbf-95c3-3537c47443f3), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:30.103205 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Provisioning for port 5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60 completed by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:21:30.108244 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Provisioning complete for port 5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:21:30.108955 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:30.114865 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-b6e21c25-5a20-4ef1-baaa-5d2094ec3bc3 req-d44c291b-b177-4fc1-b1d4-2ff1fa0132b4 service neutron] For port 5c39d531-c567-4cbf-95c3-3537c47443f3, host hv-cinder-77398, cleared binding levels {{(pid=102968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:21:30.120370 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-b6e21c25-5a20-4ef1-baaa-5d2094ec3bc3 req-d44c291b-b177-4fc1-b1d4-2ff1fa0132b4 service neutron] For port 5c39d531-c567-4cbf-95c3-3537c47443f3, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=5c39d531-c567-4cbf-95c3-3537c47443f3,segment=NetworkSegment(0373981d-f79c-45c2-9efc-d2c5280ceefc),segment_id=0373981d-f79c-45c2-9efc-d2c5280ceefc)] {{(pid=102968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:21:30.128416 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-b6e21c25-5a20-4ef1-baaa-5d2094ec3bc3 req-d44c291b-b177-4fc1-b1d4-2ff1fa0132b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8811213'] for port (5c39d531-c567-4cbf-95c3-3537c47443f3), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:30.170327 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e21c25-5a20-4ef1-baaa-5d2094ec3bc3 req-d44c291b-b177-4fc1-b1d4-2ff1fa0132b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:30.170957 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-b6e21c25-5a20-4ef1-baaa-5d2094ec3bc3 req-d44c291b-b177-4fc1-b1d4-2ff1fa0132b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:30.172468 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b6e21c25-5a20-4ef1-baaa-5d2094ec3bc3 req-d44c291b-b177-4fc1-b1d4-2ff1fa0132b4 service neutron] 10.222.0.10 "PUT /v2.0/ports/5c39d531-c567-4cbf-95c3-3537c47443f3 HTTP/1.1" status: 200 len: 1093 time: 0.8250043 Feb 16 14:21:30.173257 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '781d0f1f-fbbc-49d1-b507-185a377674c1', 'tag': '5c39d531-c567-4cbf-95c3-3537c47443f3'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:21:30.175638 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669008da0707fbbfdc7037cdc0b86c67378ff5c6b942db7a00e5cd0dd563b74b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e928614-3a5e-426b-af97-6e46719bd797" -d '{"events": [{"name": "network-changed", "server_uuid": "781d0f1f-fbbc-49d1-b507-185a377674c1", "tag": "5c39d531-c567-4cbf-95c3-3537c47443f3"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:21:30.213740 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c291b-b177-4fc1-b1d4-2ff1fa0132b4 service neutron] Pushing event updated for resources: {'Port': ['ID=5c39d531-c567-4cbf-95c3-3537c47443f3,revision_number=3']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:21:30.238945 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Current status of the port 5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60 is: BUILD; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:21:30.240109 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:30.260352 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c808ecf8-0706-4a95-9360-fc6cf2e0c906 x-openstack-request-id: req-c808ecf8-0706-4a95-9360-fc6cf2e0c906 {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:21:30.260942 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "781d0f1f-fbbc-49d1-b507-185a377674c1", "tag": "5c39d531-c567-4cbf-95c3-3537c47443f3", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:21:30.261646 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-c808ecf8-0706-4a95-9360-fc6cf2e0c906 {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:21:30.262348 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '781d0f1f-fbbc-49d1-b507-185a377674c1', 'tag': '5c39d531-c567-4cbf-95c3-3537c47443f3', 'status': 'completed', 'code': 200} Feb 16 14:21:30.278314 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55de9a34-7620-4915-8f7c-2f2a5b124cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:21:30.281074 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcf4ad7936cd44f2198d6b2453955475838913f42e78743342b6e5b4d5a62724" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4904418-6263-4115-9c34-e6315b9b0749" -d '{"events": [{"server_uuid": "55de9a34-7620-4915-8f7c-2f2a5b124cce", "name": "network-vif-plugged", "status": "completed", "tag": "5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:21:30.299981 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60,segment=NetworkSegment(c25a00b6-c425-4e03-bd80-42e218491344),segment_id=c25a00b6-c425-4e03-bd80-42e218491344)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:21:30.310481 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:30.334463 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e21c25-5a20-4ef1-baaa-5d2094ec3bc3 req-b646f7ed-cad2-4856-9ccb-ba62183113aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:30.336558 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b6e21c25-5a20-4ef1-baaa-5d2094ec3bc3 req-b646f7ed-cad2-4856-9ccb-ba62183113aa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c3d6db271304958834a2c24b656f61e&device_id=781d0f1f-fbbc-49d1-b507-185a377674c1 HTTP/1.1" status: 200 len: 1127 time: 0.0901265 Feb 16 14:21:30.371901 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1a3e63-7975-4a38-ae45-15e364640b77 x-openstack-request-id: req-6d1a3e63-7975-4a38-ae45-15e364640b77 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:21:30.371901 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55de9a34-7620-4915-8f7c-2f2a5b124cce", "name": "network-vif-plugged", "status": "completed", "tag": "5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:21:30.371901 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-6d1a3e63-7975-4a38-ae45-15e364640b77 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:21:30.371901 dv-cinder-773985-32-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55de9a34-7620-4915-8f7c-2f2a5b124cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60', 'code': 200} Feb 16 14:21:30.392933 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Pushing event updated for resources: {'Port': ['ID=5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60,revision_number=5']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:21:30.421664 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b6e21c25-5a20-4ef1-baaa-5d2094ec3bc3 req-26c9af9d-0d68-4d00-b90c-6bd7e6d3db39 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c39d531-c567-4cbf-95c3-3537c47443f3 HTTP/1.1" status: 200 len: 217 time: 0.0428011 Feb 16 14:21:30.502237 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e21c25-5a20-4ef1-baaa-5d2094ec3bc3 req-ccdc2c60-9681-4309-8c0b-33edfe33e67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:30.504060 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b6e21c25-5a20-4ef1-baaa-5d2094ec3bc3 req-ccdc2c60-9681-4309-8c0b-33edfe33e67e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=08195094-654a-4590-abde-4914e46611c7 HTTP/1.1" status: 200 len: 851 time: 0.0583766 Feb 16 14:21:30.560608 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e21c25-5a20-4ef1-baaa-5d2094ec3bc3 req-85932454-09b7-4d5e-bea4-8615cff768d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:30.562038 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b6e21c25-5a20-4ef1-baaa-5d2094ec3bc3 req-85932454-09b7-4d5e-bea4-8615cff768d7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b6af31c2-3d63-407d-9a53-f983b2f44ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0513678 Feb 16 14:21:30.613370 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10514ac1-dc60-4a77-b247-aa2751c9eb73 req-f2bf8097-ae94-46c1-8624-0ca06102810c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:30.615848 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-10514ac1-dc60-4a77-b247-aa2751c9eb73 req-f2bf8097-ae94-46c1-8624-0ca06102810c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=55de9a34-7620-4915-8f7c-2f2a5b124cce HTTP/1.1" status: 200 len: 1129 time: 0.0585201 Feb 16 14:21:30.665431 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b6e21c25-5a20-4ef1-baaa-5d2094ec3bc3 req-051a462d-7464-42d8-8d5c-4d578d669c77 service neutron] 10.222.0.10 "GET /v2.0/networks/b6af31c2-3d63-407d-9a53-f983b2f44ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969458 Feb 16 14:21:30.673980 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-10514ac1-dc60-4a77-b247-aa2751c9eb73 req-6f2d85a5-61de-4bbd-a189-42ccb27515df service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a1f98470-5eff-49ad-b197-0a0fcee9fead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513623 Feb 16 14:21:30.812455 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b6e21c25-5a20-4ef1-baaa-5d2094ec3bc3 req-cf94fde6-daf3-4da5-94d2-099bd85bf168 service neutron] 10.222.0.10 "GET /v2.0/networks/b6af31c2-3d63-407d-9a53-f983b2f44ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402621 Feb 16 14:21:30.827439 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e871d0b5-fb82-4f1f-bb3a-c3f9edcfe4c9 req-e1f045c9-98c2-4367-a6b9-5b73ce5225eb tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:30.828813 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e871d0b5-fb82-4f1f-bb3a-c3f9edcfe4c9 req-e1f045c9-98c2-4367-a6b9-5b73ce5225eb tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=55de9a34-7620-4915-8f7c-2f2a5b124cce HTTP/1.1" status: 200 len: 945 time: 0.0804873 Feb 16 14:21:30.876823 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e871d0b5-fb82-4f1f-bb3a-c3f9edcfe4c9 req-70f02562-453f-4212-a8e2-a36913b702c0 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a1f98470-5eff-49ad-b197-0a0fcee9fead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421154 Feb 16 14:21:31.139098 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cafe200-899a-432c-8252-e8600e4e23db req-00f02b6d-bd4e-4adb-a568-f09901d15920 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:31.141588 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3cafe200-899a-432c-8252-e8600e4e23db req-00f02b6d-bd4e-4adb-a568-f09901d15920 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=781d0f1f-fbbc-49d1-b507-185a377674c1 HTTP/1.1" status: 200 len: 943 time: 0.0599968 Feb 16 14:21:31.158322 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e928614-3a5e-426b-af97-6e46719bd797 req-4311bc87-5033-4705-9eac-e34624e51329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:31.160100 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2e928614-3a5e-426b-af97-6e46719bd797 req-4311bc87-5033-4705-9eac-e34624e51329 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c3d6db271304958834a2c24b656f61e&device_id=781d0f1f-fbbc-49d1-b507-185a377674c1 HTTP/1.1" status: 200 len: 1127 time: 0.0569615 Feb 16 14:21:31.205893 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3cafe200-899a-432c-8252-e8600e4e23db req-583ee899-3837-473c-98ce-90474cc1af67 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/security-groups?id=91d7ffa7-1848-4f96-99a0-919ffd557d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584276 Feb 16 14:21:31.262900 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e928614-3a5e-426b-af97-6e46719bd797 req-d2a0c728-0d0b-4b76-b388-4d234f910a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:31.264451 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2e928614-3a5e-426b-af97-6e46719bd797 req-d2a0c728-0d0b-4b76-b388-4d234f910a59 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b6af31c2-3d63-407d-9a53-f983b2f44ea1 HTTP/1.1" status: 200 len: 914 time: 0.0979271 Feb 16 14:21:31.311861 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2e928614-3a5e-426b-af97-6e46719bd797 req-7fa9c7e0-bb8c-4177-ad8f-1b23e517bb19 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c39d531-c567-4cbf-95c3-3537c47443f3 HTTP/1.1" status: 200 len: 217 time: 0.0406103 Feb 16 14:21:31.368568 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e928614-3a5e-426b-af97-6e46719bd797 req-fc42182d-1a8b-4b8f-a306-56d645ad21e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:31.369936 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2e928614-3a5e-426b-af97-6e46719bd797 req-fc42182d-1a8b-4b8f-a306-56d645ad21e7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=08195094-654a-4590-abde-4914e46611c7 HTTP/1.1" status: 200 len: 851 time: 0.0443048 Feb 16 14:21:31.424325 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e928614-3a5e-426b-af97-6e46719bd797 req-868f700c-d61a-450d-a47e-fc89953112db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:31.425848 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2e928614-3a5e-426b-af97-6e46719bd797 req-868f700c-d61a-450d-a47e-fc89953112db service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b6af31c2-3d63-407d-9a53-f983b2f44ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0472023 Feb 16 14:21:31.520988 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2e928614-3a5e-426b-af97-6e46719bd797 req-cb1508bb-4662-458c-8f74-2aa4fd9efe59 service neutron] 10.222.0.10 "GET /v2.0/networks/b6af31c2-3d63-407d-9a53-f983b2f44ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870998 Feb 16 14:21:31.611906 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2e928614-3a5e-426b-af97-6e46719bd797 req-a592c402-2536-4774-9fe0-b88a590dd087 service neutron] 10.222.0.10 "GET /v2.0/networks/b6af31c2-3d63-407d-9a53-f983b2f44ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848150 Feb 16 14:21:32.004874 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5904d77-e3f5-4dfd-8d1f-68290e26392a req-6a98de08-f60d-4a9d-8b20-4ff63bff74ff tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:32.006212 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e5904d77-e3f5-4dfd-8d1f-68290e26392a req-6a98de08-f60d-4a9d-8b20-4ff63bff74ff tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=55de9a34-7620-4915-8f7c-2f2a5b124cce HTTP/1.1" status: 200 len: 945 time: 0.0575511 Feb 16 14:21:32.060180 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e5904d77-e3f5-4dfd-8d1f-68290e26392a req-6bbd85a1-3811-41ee-8226-7ddb60263593 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a1f98470-5eff-49ad-b197-0a0fcee9fead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471253 Feb 16 14:21:32.323406 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4285f-729e-46f0-9e7b-2a3d1e4e0bdd req-4b899c6f-91e4-4514-a318-ccc5e0504aba tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:32.324947 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-33d4285f-729e-46f0-9e7b-2a3d1e4e0bdd req-4b899c6f-91e4-4514-a318-ccc5e0504aba tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=781d0f1f-fbbc-49d1-b507-185a377674c1 HTTP/1.1" status: 200 len: 943 time: 0.0557218 Feb 16 14:21:32.385530 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-33d4285f-729e-46f0-9e7b-2a3d1e4e0bdd req-ccea053c-fa61-4f65-9bc9-c5a56a57469f tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/security-groups?id=91d7ffa7-1848-4f96-99a0-919ffd557d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544035 Feb 16 14:21:32.870433 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (0563e457-3a96-4909-b5a3-8fa5db96f619), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:33.184948 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b71f1-43e5-476e-ba32-c783da4a06ed req-d2681a83-9f02-434a-bc84-1155630540e7 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:33.186352 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-432b71f1-43e5-476e-ba32-c783da4a06ed req-d2681a83-9f02-434a-bc84-1155630540e7 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=55de9a34-7620-4915-8f7c-2f2a5b124cce HTTP/1.1" status: 200 len: 945 time: 0.0554850 Feb 16 14:21:33.232749 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-432b71f1-43e5-476e-ba32-c783da4a06ed req-81bea5ca-83ca-4e5e-9a7d-c4f7bf4fb013 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a1f98470-5eff-49ad-b197-0a0fcee9fead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407624 Feb 16 14:21:33.359377 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc2963-347a-47f8-b40e-c9897b2556e2 req-4b7c4c6d-71a3-4adc-a15e-c3366c2892e3 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:33.361093 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-07cc2963-347a-47f8-b40e-c9897b2556e2 req-4b7c4c6d-71a3-4adc-a15e-c3366c2892e3 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=55de9a34-7620-4915-8f7c-2f2a5b124cce HTTP/1.1" status: 200 len: 945 time: 0.0598683 Feb 16 14:21:33.369937 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 58736) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:21:33.374554 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-3e37ba3b-e8d8-4f81-b74f-14d60d2307b4 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Request body: {'floatingip': {'port_id': '5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:21:33.413139 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-3e37ba3b-e8d8-4f81-b74f-14d60d2307b4 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks [] for floatingip (66f325d4-7331-461a-9962-57cd9699659a), before_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:33.517821 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76754c2b-609d-46a2-8dbd-788a77e6b782 req-0f999720-1be3-4b2a-9bf2-a1acb48c4c79 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:33.519362 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-76754c2b-609d-46a2-8dbd-788a77e6b782 req-0f999720-1be3-4b2a-9bf2-a1acb48c4c79 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=781d0f1f-fbbc-49d1-b507-185a377674c1 HTTP/1.1" status: 200 len: 943 time: 0.0582218 Feb 16 14:21:33.571703 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-76754c2b-609d-46a2-8dbd-788a77e6b782 req-88f6a151-dd8b-458d-8c99-84387d48238d tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/security-groups?id=91d7ffa7-1848-4f96-99a0-919ffd557d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458503 Feb 16 14:21:33.893140 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-3e37ba3b-e8d8-4f81-b74f-14d60d2307b4 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:33.898699 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-3e37ba3b-e8d8-4f81-b74f-14d60d2307b4 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1596120'] for floatingip (66f325d4-7331-461a-9962-57cd9699659a), after_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:33.920977 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 58756) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:21:34.012796 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.db.l3_db [None req-3e37ba3b-e8d8-4f81-b74f-14d60d2307b4 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Floating IP 66f325d4-7331-461a-9962-57cd9699659a associated. External IP: 172.27.2.91, port: 5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60. Feb 16 14:21:34.050994 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7bb5d225-afaf-490c-8ff1-de9ec0cce86e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:34.136281 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7bb5d225-afaf-490c-8ff1-de9ec0cce86e admin admin] Publish callbacks [] for security_group (0fe009c7-5ec0-4175-a035-071e414f4045), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:34.141106 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7bb5d225-afaf-490c-8ff1-de9ec0cce86e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (0fe009c7-5ec0-4175-a035-071e414f4045), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:34.179833 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb5d225-afaf-490c-8ff1-de9ec0cce86e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe009c7-5ec0-4175-a035-071e414f4045,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:21:34.188610 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-7bb5d225-afaf-490c-8ff1-de9ec0cce86e admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=5c2d9219a73842abb0099fd40cb415e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2664676 Feb 16 14:21:34.189225 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 58766) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:21:34.239789 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-0dcfc8dd-7efc-412b-a02f-eeb875ae3591 admin admin] Publish callbacks [] for security_group (0fe009c7-5ec0-4175-a035-071e414f4045), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:34.250007 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e37ba3b-e8d8-4f81-b74f-14d60d2307b4 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Router b8a42c37-a11f-4fbf-b38b-54846685184c has already been hosted by L3 agent 531611a8-34ea-4f1f-8d10-111cbf56a8a1 {{(pid=102969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:21:34.266865 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-0dcfc8dd-7efc-412b-a02f-eeb875ae3591 admin admin] Publish callbacks [] for security_group (0fe009c7-5ec0-4175-a035-071e414f4045), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:34.315799 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-0dcfc8dd-7efc-412b-a02f-eeb875ae3591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (0fe009c7-5ec0-4175-a035-071e414f4045), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:34.318463 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-0dcfc8dd-7efc-412b-a02f-eeb875ae3591 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:34.319637 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-0dcfc8dd-7efc-412b-a02f-eeb875ae3591 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/0fe009c7-5ec0-4175-a035-071e414f4045 HTTP/1.1" status: 204 len: 168 time: 0.1295271 Feb 16 14:21:34.329170 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcfc8dd-7efc-412b-a02f-eeb875ae3591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe009c7-5ec0-4175-a035-071e414f4045,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:21:34.386277 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e37ba3b-e8d8-4f81-b74f-14d60d2307b4 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Notify agent at l3_agent.dv-cinder-773985-32-iscsi the message routers_updated {{(pid=102969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:21:34.391992 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-3e37ba3b-e8d8-4f81-b74f-14d60d2307b4 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for floatingip (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:34.403817 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73968a4e-3f2c-4ce0-ace1-fca5173804a2 None None] Sync routers for ids ['b8a42c37-a11f-4fbf-b38b-54846685184c'] in dv-cinder-773985-32-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:21:34.418443 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73968a4e-3f2c-4ce0-ace1-fca5173804a2 None None] Routers {'b8a42c37-a11f-4fbf-b38b-54846685184c'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:21:34.419072 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-73968a4e-3f2c-4ce0-ace1-fca5173804a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:21:11Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['b8a42c37-a11f-4fbf-b38b-54846685184c'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:21:34.429387 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-3e37ba3b-e8d8-4f81-b74f-14d60d2307b4 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "PUT /v2.0/floatingips/66f325d4-7331-461a-9962-57cd9699659a HTTP/1.1" status: 200 len: 990 time: 1.0583596 Feb 16 14:21:34.430424 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55de9a34-7620-4915-8f7c-2f2a5b124cce', 'tag': '5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60'}] {{(pid=102969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:21:34.435130 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}597425108aee33d34effbd51aa5a8721840594214ac6e6c89cce82b7911d7071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c79d08-48f6-4e0e-a2bc-e968e00b413d" -d '{"events": [{"name": "network-changed", "server_uuid": "55de9a34-7620-4915-8f7c-2f2a5b124cce", "tag": "5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60"}]}' {{(pid=102969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:21:34.585397 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-73968a4e-3f2c-4ce0-ace1-fca5173804a2 None None] Set router b8a42c37-a11f-4fbf-b38b-54846685184c gateway port host: dv-cinder-773985-32-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:21:34.768935 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe7bbe9-71e1-4ef2-9fc1-9249b26820a6 req-459a13fd-ad6f-46dd-aa4f-f0518db614d2 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:34.773196 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-7fe7bbe9-71e1-4ef2-9fc1-9249b26820a6 req-459a13fd-ad6f-46dd-aa4f-f0518db614d2 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=781d0f1f-fbbc-49d1-b507-185a377674c1 HTTP/1.1" status: 200 len: 943 time: 0.0823073 Feb 16 14:21:34.851847 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-7fe7bbe9-71e1-4ef2-9fc1-9249b26820a6 req-7a0345d4-4b6f-4e7e-91c9-15e32ecf28ca tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/security-groups?id=91d7ffa7-1848-4f96-99a0-919ffd557d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660496 Feb 16 14:21:34.854237 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360c44c3-86c8-41dc-a92a-94aec53f60f0 x-openstack-request-id: req-360c44c3-86c8-41dc-a92a-94aec53f60f0 {{(pid=102969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:21:34.854551 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55de9a34-7620-4915-8f7c-2f2a5b124cce", "tag": "5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60", "status": "completed", "code": 200}]} {{(pid=102969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:21:34.854895 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-360c44c3-86c8-41dc-a92a-94aec53f60f0 {{(pid=102969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:21:34.855202 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55de9a34-7620-4915-8f7c-2f2a5b124cce', 'tag': '5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60', 'status': 'completed', 'code': 200} Feb 16 14:21:34.996779 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c79d08-48f6-4e0e-a2bc-e968e00b413d req-ab7e84a2-851a-4bc1-b008-8bf14e81b33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:34.998790 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-56c79d08-48f6-4e0e-a2bc-e968e00b413d req-ab7e84a2-851a-4bc1-b008-8bf14e81b33c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=191319209d6f4aa0a692cf7d431b25ef&device_id=55de9a34-7620-4915-8f7c-2f2a5b124cce HTTP/1.1" status: 200 len: 1129 time: 0.0922647 Feb 16 14:21:35.005697 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-73968a4e-3f2c-4ce0-ace1-fca5173804a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a42c37-a11f-4fbf-b38b-54846685184c', 'name': 'tempest-AttachVolumeTestJSON-10169616-router', 'tenant_id': '191319209d6f4aa0a692cf7d431b25ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '700931d7-6707-4beb-9240-a3c17a7903f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:15:58Z', 'updated_at': '2022-02-16T14:16:11Z', 'revision_number': 4, 'project_id': '191319209d6f4aa0a692cf7d431b25ef', 'gw_port': {'id': '700931d7-6707-4beb-9240-a3c17a7903f2', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a42c37-a11f-4fbf-b38b-54846685184c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:16:01Z', 'updated_at': '2022-02-16T14:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_floatingips': [{'id': '66f325d4-7331-461a-9962-57cd9699659a', 'tenant_id': '191319209d6f4aa0a692cf7d431b25ef', 'floating_ip_address': '172.27.2.91', 'floating_network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'router_id': 'b8a42c37-a11f-4fbf-b38b-54846685184c', 'port_id': '5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebf6afd0-c796-4d65-bd33-5c3bb57211ed', 'mac_address': 'fa:16:3e:08:b7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55de9a34-7620-4915-8f7c-2f2a5b124cce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:21:13Z', 'updated_at': '2022-02-16T14:21:33Z', 'revision_number': 1, 'project_id': '191319209d6f4aa0a692cf7d431b25ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfd99815-730b-400d-9f2c-87d16b3d4f0f', 'name': '', 'network_id': 'ebf6afd0-c796-4d65-bd33-5c3bb57211ed', 'tenant_id': '191319209d6f4aa0a692cf7d431b25ef', 'mac_address': 'fa:16:3e:fd:27:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a42c37-a11f-4fbf-b38b-54846685184c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '664452e3-1277-4c51-8f59-1d3b97df3dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:16:07Z', 'updated_at': '2022-02-16T14:16:23Z', 'revision_number': 5, 'project_id': '191319209d6f4aa0a692cf7d431b25ef', 'subnets': [{'id': '664452e3-1277-4c51-8f59-1d3b97df3dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:21:35.037961 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73968a4e-3f2c-4ce0-ace1-fca5173804a2 None None] Checking router: b8a42c37-a11f-4fbf-b38b-54846685184c for host: dv-cinder-773985-32-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:21:35.047394 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73968a4e-3f2c-4ce0-ace1-fca5173804a2 None None] Routers {'b8a42c37-a11f-4fbf-b38b-54846685184c'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:21:35.048022 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-73968a4e-3f2c-4ce0-ace1-fca5173804a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:21:11Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['b8a42c37-a11f-4fbf-b38b-54846685184c'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:21:35.143567 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c79d08-48f6-4e0e-a2bc-e968e00b413d req-f675e326-861e-4fcc-bce1-5ecb522d465e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:35.145309 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-56c79d08-48f6-4e0e-a2bc-e968e00b413d req-f675e326-861e-4fcc-bce1-5ecb522d465e service neutron] 10.222.0.10 "GET /v2.0/networks?id=ebf6afd0-c796-4d65-bd33-5c3bb57211ed HTTP/1.1" status: 200 len: 911 time: 0.1383309 Feb 16 14:21:35.176127 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-73968a4e-3f2c-4ce0-ace1-fca5173804a2 None None] Set router b8a42c37-a11f-4fbf-b38b-54846685184c gateway port host: dv-cinder-773985-32-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:21:35.243496 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-56c79d08-48f6-4e0e-a2bc-e968e00b413d req-25af3cc2-82df-48f7-b1e6-94cc8edf3688 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60 HTTP/1.1" status: 200 len: 998 time: 0.0907445 Feb 16 14:21:35.302288 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c79d08-48f6-4e0e-a2bc-e968e00b413d req-c478fbd6-1465-4898-8e6d-776fa7b1eaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:35.303832 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-56c79d08-48f6-4e0e-a2bc-e968e00b413d req-c478fbd6-1465-4898-8e6d-776fa7b1eaec service neutron] 10.222.0.10 "GET /v2.0/subnets?id=664452e3-1277-4c51-8f59-1d3b97df3dbb HTTP/1.1" status: 200 len: 848 time: 0.0542538 Feb 16 14:21:35.358189 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c79d08-48f6-4e0e-a2bc-e968e00b413d req-e7245e52-306b-4555-bc7b-43598a6e1474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:35.359730 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-56c79d08-48f6-4e0e-a2bc-e968e00b413d req-e7245e52-306b-4555-bc7b-43598a6e1474 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ebf6afd0-c796-4d65-bd33-5c3bb57211ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0488999 Feb 16 14:21:35.449819 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-73968a4e-3f2c-4ce0-ace1-fca5173804a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a42c37-a11f-4fbf-b38b-54846685184c', 'name': 'tempest-AttachVolumeTestJSON-10169616-router', 'tenant_id': '191319209d6f4aa0a692cf7d431b25ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '700931d7-6707-4beb-9240-a3c17a7903f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:15:58Z', 'updated_at': '2022-02-16T14:16:11Z', 'revision_number': 4, 'project_id': '191319209d6f4aa0a692cf7d431b25ef', 'gw_port': {'id': '700931d7-6707-4beb-9240-a3c17a7903f2', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a42c37-a11f-4fbf-b38b-54846685184c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:16:01Z', 'updated_at': '2022-02-16T14:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_floatingips': [{'id': '66f325d4-7331-461a-9962-57cd9699659a', 'tenant_id': '191319209d6f4aa0a692cf7d431b25ef', 'floating_ip_address': '172.27.2.91', 'floating_network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'router_id': 'b8a42c37-a11f-4fbf-b38b-54846685184c', 'port_id': '5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebf6afd0-c796-4d65-bd33-5c3bb57211ed', 'mac_address': 'fa:16:3e:08:b7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55de9a34-7620-4915-8f7c-2f2a5b124cce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:21:13Z', 'updated_at': '2022-02-16T14:21:33Z', 'revision_number': 1, 'project_id': '191319209d6f4aa0a692cf7d431b25ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfd99815-730b-400d-9f2c-87d16b3d4f0f', 'name': '', 'network_id': 'ebf6afd0-c796-4d65-bd33-5c3bb57211ed', 'tenant_id': '191319209d6f4aa0a692cf7d431b25ef', 'mac_address': 'fa:16:3e:fd:27:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a42c37-a11f-4fbf-b38b-54846685184c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '664452e3-1277-4c51-8f59-1d3b97df3dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:16:07Z', 'updated_at': '2022-02-16T14:16:23Z', 'revision_number': 5, 'project_id': '191319209d6f4aa0a692cf7d431b25ef', 'subnets': [{'id': '664452e3-1277-4c51-8f59-1d3b97df3dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:21:35.459407 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-56c79d08-48f6-4e0e-a2bc-e968e00b413d req-b9cb937f-79d9-450b-94c2-639634a9e042 service neutron] 10.222.0.10 "GET /v2.0/networks/ebf6afd0-c796-4d65-bd33-5c3bb57211ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929778 Feb 16 14:21:35.480234 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73968a4e-3f2c-4ce0-ace1-fca5173804a2 None None] The sync data for ids ['b8a42c37-a11f-4fbf-b38b-54846685184c'] in dv-cinder-773985-32-iscsi is: [{'id': 'b8a42c37-a11f-4fbf-b38b-54846685184c', 'name': 'tempest-AttachVolumeTestJSON-10169616-router', 'tenant_id': '191319209d6f4aa0a692cf7d431b25ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '700931d7-6707-4beb-9240-a3c17a7903f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:15:58Z', 'updated_at': '2022-02-16T14:16:11Z', 'revision_number': 4, 'project_id': '191319209d6f4aa0a692cf7d431b25ef', 'gw_port': {'id': '700931d7-6707-4beb-9240-a3c17a7903f2', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a42c37-a11f-4fbf-b38b-54846685184c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:16:01Z', 'updated_at': '2022-02-16T14:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_floatingips': [{'id': '66f325d4-7331-461a-9962-57cd9699659a', 'tenant_id': '191319209d6f4aa0a692cf7d431b25ef', 'floating_ip_address': '172.27.2.91', 'floating_network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'router_id': 'b8a42c37-a11f-4fbf-b38b-54846685184c', 'port_id': '5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebf6afd0-c796-4d65-bd33-5c3bb57211ed', 'mac_address': 'fa:16:3e:08:b7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55de9a34-7620-4915-8f7c-2f2a5b124cce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:21:13Z', 'updated_at': '2022-02-16T14:21:33Z', 'revision_number': 1, 'project_id': '191319209d6f4aa0a692cf7d431b25ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfd99815-730b-400d-9f2c-87d16b3d4f0f', 'name': '', 'network_id': 'ebf6afd0-c796-4d65-bd33-5c3bb57211ed', 'tenant_id': '191319209d6f4aa0a692cf7d431b25ef', 'mac_address': 'fa:16:3e:fd:27:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a42c37-a11f-4fbf-b38b-54846685184c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '664452e3-1277-4c51-8f59-1d3b97df3dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:16:07Z', 'updated_at': '2022-02-16T14:16:23Z', 'revision_number': 5, 'project_id': '191319209d6f4aa0a692cf7d431b25ef', 'subnets': [{'id': '664452e3-1277-4c51-8f59-1d3b97df3dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:21:35.566282 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-56c79d08-48f6-4e0e-a2bc-e968e00b413d req-e00ec628-cea8-4899-9713-8fd626f9ba80 service neutron] 10.222.0.10 "GET /v2.0/networks/ebf6afd0-c796-4d65-bd33-5c3bb57211ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003451 Feb 16 14:21:35.717935 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdca7bde-9272-451e-a783-2f1cf1fb65e1 None None] New status for floating IP 66f325d4-7331-461a-9962-57cd9699659a: ACTIVE {{(pid=102971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:21:35.984327 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90bee97-d79f-41cf-8929-b615941418d0 req-6d1e19f7-e63a-4c0b-852c-3d85c809cafe tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:35.988694 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a90bee97-d79f-41cf-8929-b615941418d0 req-6d1e19f7-e63a-4c0b-852c-3d85c809cafe tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=781d0f1f-fbbc-49d1-b507-185a377674c1 HTTP/1.1" status: 200 len: 943 time: 0.0689287 Feb 16 14:21:36.042075 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a90bee97-d79f-41cf-8929-b615941418d0 req-b3abeff2-ba9c-4596-b29f-371035b3fa54 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/security-groups?id=91d7ffa7-1848-4f96-99a0-919ffd557d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474439 Feb 16 14:21:37.167718 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788daad6-eeb5-4b4c-a1b7-379ef7c45dfa req-48661e36-3aaf-493e-915c-6ebdf306f674 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:37.169299 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-788daad6-eeb5-4b4c-a1b7-379ef7c45dfa req-48661e36-3aaf-493e-915c-6ebdf306f674 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=781d0f1f-fbbc-49d1-b507-185a377674c1 HTTP/1.1" status: 200 len: 943 time: 0.0576513 Feb 16 14:21:37.221031 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-788daad6-eeb5-4b4c-a1b7-379ef7c45dfa req-d2f98dcb-d46f-41e3-8a30-1bc7a4df82d8 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/security-groups?id=91d7ffa7-1848-4f96-99a0-919ffd557d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450757 Feb 16 14:21:38.355436 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef914a70-830e-4504-97a6-e96c02bf2e47 req-068773c8-865f-4610-bcd6-4e08bfeb7b4b tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:38.356892 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ef914a70-830e-4504-97a6-e96c02bf2e47 req-068773c8-865f-4610-bcd6-4e08bfeb7b4b tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=781d0f1f-fbbc-49d1-b507-185a377674c1 HTTP/1.1" status: 200 len: 943 time: 0.0604696 Feb 16 14:21:38.411118 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-ef914a70-830e-4504-97a6-e96c02bf2e47 req-4f261555-ff78-42df-9df3-0f2a092e6991 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/security-groups?id=91d7ffa7-1848-4f96-99a0-919ffd557d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487585 Feb 16 14:21:38.800404 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 58930) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:21:38.906604 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-132017fc-ead7-4fdf-8cbf-20d67a3fc381 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:38.997257 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-132017fc-ead7-4fdf-8cbf-20d67a3fc381 admin admin] Publish callbacks [] for security_group (649d85be-1cf6-4658-a245-0cec9aa22fcf), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:39.003652 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-132017fc-ead7-4fdf-8cbf-20d67a3fc381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (649d85be-1cf6-4658-a245-0cec9aa22fcf), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:39.012715 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-35d6be27-9c3f-430e-a976-41fe51a25e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (10a26995-69c6-4373-972b-e8a4ac0e51da), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:39.056358 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-132017fc-ead7-4fdf-8cbf-20d67a3fc381 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=860b562226e846e785298870ec68ad87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2547567 Feb 16 14:21:39.058743 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132017fc-ead7-4fdf-8cbf-20d67a3fc381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649d85be-1cf6-4658-a245-0cec9aa22fcf,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:21:39.059514 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 58938) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:21:39.136356 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-6ad7b7a6-18cb-4453-ad88-2c6e25d84d04 admin admin] Publish callbacks [] for security_group (649d85be-1cf6-4658-a245-0cec9aa22fcf), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:39.166279 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-60f1143a-226e-4768-8822-e4892717259f req-180df228-f904-4601-bc53-d2d2524714a2 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1963130048&fields=id&tenant_id=451735af279a49b18eb4ca311c7315a0 HTTP/1.1" status: 200 len: 267 time: 0.0745206 Feb 16 14:21:39.175763 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-6ad7b7a6-18cb-4453-ad88-2c6e25d84d04 admin admin] Publish callbacks [] for security_group (649d85be-1cf6-4658-a245-0cec9aa22fcf), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:39.258507 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1143a-226e-4768-8822-e4892717259f req-e6837794-6214-4d36-a703-0d84946043ae tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:39.260516 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-60f1143a-226e-4768-8822-e4892717259f req-e6837794-6214-4d36-a703-0d84946043ae tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/ports?device_id=2d1616f3-b456-4c61-8cc8-da5e22a97e90 HTTP/1.1" status: 200 len: 984 time: 0.0868869 Feb 16 14:21:39.272791 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [req-60f1143a-226e-4768-8822-e4892717259f req-735387d3-9ecb-4ffd-92c0-e7e41788bfd0 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Request body: {'port': {'security_groups': ['2d5f0775-d95b-405f-a566-2235d8a0cb0e']}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:21:39.277109 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-6ad7b7a6-18cb-4453-ad88-2c6e25d84d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (649d85be-1cf6-4658-a245-0cec9aa22fcf), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:39.279571 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-6ad7b7a6-18cb-4453-ad88-2c6e25d84d04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:39.280653 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-6ad7b7a6-18cb-4453-ad88-2c6e25d84d04 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/649d85be-1cf6-4658-a245-0cec9aa22fcf HTTP/1.1" status: 204 len: 168 time: 0.2197161 Feb 16 14:21:39.312218 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7b7a6-18cb-4453-ad88-2c6e25d84d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649d85be-1cf6-4658-a245-0cec9aa22fcf,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:21:39.326219 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7b7a6-18cb-4453-ad88-2c6e25d84d04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:39.326572 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7b7a6-18cb-4453-ad88-2c6e25d84d04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:39.326917 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7b7a6-18cb-4453-ad88-2c6e25d84d04 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:39.327290 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7b7a6-18cb-4453-ad88-2c6e25d84d04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:39.327659 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7b7a6-18cb-4453-ad88-2c6e25d84d04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:39.327992 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7b7a6-18cb-4453-ad88-2c6e25d84d04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:39.328323 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7b7a6-18cb-4453-ad88-2c6e25d84d04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:39.328655 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7b7a6-18cb-4453-ad88-2c6e25d84d04 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:39.328985 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7b7a6-18cb-4453-ad88-2c6e25d84d04 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:39.329315 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7b7a6-18cb-4453-ad88-2c6e25d84d04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:39.329642 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7b7a6-18cb-4453-ad88-2c6e25d84d04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:39.329967 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7b7a6-18cb-4453-ad88-2c6e25d84d04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:39.330293 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7b7a6-18cb-4453-ad88-2c6e25d84d04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:39.373659 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-60f1143a-226e-4768-8822-e4892717259f req-735387d3-9ecb-4ffd-92c0-e7e41788bfd0 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (3de8b920-644e-4a4e-b051-6ca2a80b90cb), before_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:39.572796 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b581d-c4c2-4fa0-bb00-89416c9031f3 req-5c282ff6-2e35-409b-937d-a86412191f27 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:39.574363 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b32b581d-c4c2-4fa0-bb00-89416c9031f3 req-5c282ff6-2e35-409b-937d-a86412191f27 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=781d0f1f-fbbc-49d1-b507-185a377674c1 HTTP/1.1" status: 200 len: 943 time: 0.0619912 Feb 16 14:21:39.594972 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.db [req-60f1143a-226e-4768-8822-e4892717259f req-735387d3-9ecb-4ffd-92c0-e7e41788bfd0 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] For port 3de8b920-644e-4a4e-b051-6ca2a80b90cb, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=3de8b920-644e-4a4e-b051-6ca2a80b90cb,segment=NetworkSegment(563e0906-a05c-42cb-9152-87b93a4003d1),segment_id=563e0906-a05c-42cb-9152-87b93a4003d1)] {{(pid=102969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:21:39.626610 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-60f1143a-226e-4768-8822-e4892717259f req-735387d3-9ecb-4ffd-92c0-e7e41788bfd0 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Publish callbacks [] for port (3de8b920-644e-4a4e-b051-6ca2a80b90cb), precommit_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:39.632423 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-60f1143a-226e-4768-8822-e4892717259f req-735387d3-9ecb-4ffd-92c0-e7e41788bfd0 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10340336'] for port (3de8b920-644e-4a4e-b051-6ca2a80b90cb), after_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:39.633077 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b32b581d-c4c2-4fa0-bb00-89416c9031f3 req-04fa70c0-5aaa-4455-af0b-c7aee6e9313c tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/security-groups?id=91d7ffa7-1848-4f96-99a0-919ffd557d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517850 Feb 16 14:21:39.673233 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] get_ports_and_sgs() called for port_ids ['3de8b920-644e-4a4e-b051-6ca2a80b90cb'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:21:39.680762 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1143a-226e-4768-8822-e4892717259f req-735387d3-9ecb-4ffd-92c0-e7e41788bfd0 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:39.681408 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [req-60f1143a-226e-4768-8822-e4892717259f req-735387d3-9ecb-4ffd-92c0-e7e41788bfd0 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for port (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:39.682883 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-60f1143a-226e-4768-8822-e4892717259f req-735387d3-9ecb-4ffd-92c0-e7e41788bfd0 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "PUT /v2.0/ports/3de8b920-644e-4a4e-b051-6ca2a80b90cb HTTP/1.1" status: 200 len: 942 time: 0.4148793 Feb 16 14:21:39.683368 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d1616f3-b456-4c61-8cc8-da5e22a97e90', 'tag': '3de8b920-644e-4a4e-b051-6ca2a80b90cb'}] {{(pid=102969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:21:39.685794 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}597425108aee33d34effbd51aa5a8721840594214ac6e6c89cce82b7911d7071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391bb86f-532b-464b-9c07-00f698c3b7bb" -d '{"events": [{"name": "network-changed", "server_uuid": "2d1616f3-b456-4c61-8cc8-da5e22a97e90", "tag": "3de8b920-644e-4a4e-b051-6ca2a80b90cb"}]}' {{(pid=102969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:21:39.689805 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 58948) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:21:39.729341 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735387d3-9ecb-4ffd-92c0-e7e41788bfd0 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Pushing event updated for resources: {'Port': ['ID=3de8b920-644e-4a4e-b051-6ca2a80b90cb,revision_number=7']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:21:39.743067 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7274f7eb-27bf-4972-8496-480f1f824ac4 x-openstack-request-id: req-7274f7eb-27bf-4972-8496-480f1f824ac4 {{(pid=102969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:21:39.743693 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d1616f3-b456-4c61-8cc8-da5e22a97e90", "tag": "3de8b920-644e-4a4e-b051-6ca2a80b90cb", "status": "completed", "code": 200}]} {{(pid=102969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:21:39.744154 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-7274f7eb-27bf-4972-8496-480f1f824ac4 {{(pid=102969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:21:39.744740 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d1616f3-b456-4c61-8cc8-da5e22a97e90', 'tag': '3de8b920-644e-4a4e-b051-6ca2a80b90cb', 'status': 'completed', 'code': 200} Feb 16 14:21:39.767889 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-fd58aa31-b7e1-4a19-b620-85ce9a4766ee tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Publish callbacks [] for security_group (4ca7a229-bfd5-4388-bbc9-924f219d6f25), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:39.825384 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-fd58aa31-b7e1-4a19-b620-85ce9a4766ee tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Publish callbacks [] for security_group (4ca7a229-bfd5-4388-bbc9-924f219d6f25), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:39.846151 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] get_ports_and_sgs() called for port_ids ['3de8b920-644e-4a4e-b051-6ca2a80b90cb'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:21:39.872578 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391bb86f-532b-464b-9c07-00f698c3b7bb req-6ca56baa-c68c-4a10-a7fd-dc83edc75bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:39.874292 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-391bb86f-532b-464b-9c07-00f698c3b7bb req-6ca56baa-c68c-4a10-a7fd-dc83edc75bf6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=451735af279a49b18eb4ca311c7315a0&device_id=2d1616f3-b456-4c61-8cc8-da5e22a97e90 HTTP/1.1" status: 200 len: 1129 time: 0.0853765 Feb 16 14:21:39.938561 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-fd58aa31-b7e1-4a19-b620-85ce9a4766ee tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (4ca7a229-bfd5-4388-bbc9-924f219d6f25), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:39.941143 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-fd58aa31-b7e1-4a19-b620-85ce9a4766ee tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:39.942282 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-fd58aa31-b7e1-4a19-b620-85ce9a4766ee tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "DELETE /v2.0/security-groups/4ca7a229-bfd5-4388-bbc9-924f219d6f25 HTTP/1.1" status: 204 len: 168 time: 0.2514410 Feb 16 14:21:39.945533 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 58950) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:21:39.986570 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-f7adcdf1-c0d9-4268-aa0b-0114181560af None None] Provisioning complete for port 3de8b920-644e-4a4e-b051-6ca2a80b90cb triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:21:39.987182 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-f7adcdf1-c0d9-4268-aa0b-0114181560af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (3de8b920-644e-4a4e-b051-6ca2a80b90cb), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:39.991382 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd58aa31-b7e1-4a19-b620-85ce9a4766ee tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca7a229-bfd5-4388-bbc9-924f219d6f25,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:21:40.024149 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391bb86f-532b-464b-9c07-00f698c3b7bb req-da27c64d-c0ba-4720-bb98-1bc4c5c7514a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:40.025312 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-391bb86f-532b-464b-9c07-00f698c3b7bb req-da27c64d-c0ba-4720-bb98-1bc4c5c7514a service neutron] 10.222.0.10 "GET /v2.0/networks?id=72812c74-d3b2-4e09-97cd-f0c45c3b9f64 HTTP/1.1" status: 200 len: 917 time: 0.1442652 Feb 16 14:21:40.076074 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 5c39d531-c567-4cbf-95c3-3537c47443f3 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:21:40.114894 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-391bb86f-532b-464b-9c07-00f698c3b7bb req-99959f47-e0a4-4f97-a929-99367d2e3b46 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3de8b920-644e-4a4e-b051-6ca2a80b90cb HTTP/1.1" status: 200 len: 1000 time: 0.0818233 Feb 16 14:21:40.157933 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-333da413-2b55-4f4b-a01f-d95a46e7528d tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Deleting port 0dd6ac6b-7409-4e78-b860-833f7c53e4db {{(pid=102969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:21:40.158625 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-333da413-2b55-4f4b-a01f-d95a46e7528d tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784247387639'] for port (0dd6ac6b-7409-4e78-b860-833f7c53e4db), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:40.185089 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391bb86f-532b-464b-9c07-00f698c3b7bb req-ceb29b4b-739f-4061-b901-5b6ac51b91c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:40.186628 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-391bb86f-532b-464b-9c07-00f698c3b7bb req-ceb29b4b-739f-4061-b901-5b6ac51b91c4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b624c315-0258-4d32-af36-3453b0a86eee HTTP/1.1" status: 200 len: 854 time: 0.0634098 Feb 16 14:21:40.205730 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-f7adcdf1-c0d9-4268-aa0b-0114181560af None None] Current status of the port 3de8b920-644e-4a4e-b051-6ca2a80b90cb is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:21:40.238546 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 5c39d531-c567-4cbf-95c3-3537c47443f3, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=5c39d531-c567-4cbf-95c3-3537c47443f3,segment=NetworkSegment(0373981d-f79c-45c2-9efc-d2c5280ceefc),segment_id=0373981d-f79c-45c2-9efc-d2c5280ceefc)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:21:40.246086 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-333da413-2b55-4f4b-a01f-d95a46e7528d tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595644'] for port (0dd6ac6b-7409-4e78-b860-833f7c53e4db), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:40.246086 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-333da413-2b55-4f4b-a01f-d95a46e7528d tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Publish callbacks [] for floatingip (0dd6ac6b-7409-4e78-b860-833f7c53e4db), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:40.249929 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391bb86f-532b-464b-9c07-00f698c3b7bb req-69ea9d51-f670-4fcf-9f1c-8536bd7897c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:40.251564 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-391bb86f-532b-464b-9c07-00f698c3b7bb req-69ea9d51-f670-4fcf-9f1c-8536bd7897c8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=72812c74-d3b2-4e09-97cd-f0c45c3b9f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0493867 Feb 16 14:21:40.253807 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Returning: {'device': '5c39d531-c567-4cbf-95c3-3537c47443f3', 'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1', 'port_id': '5c39d531-c567-4cbf-95c3-3537c47443f3', 'mac_address': 'fa:16:3e:34:6a:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08195094-654a-4590-abde-4914e46611c7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:21:40.257974 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-333da413-2b55-4f4b-a01f-d95a46e7528d tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Calling delete_port for 0dd6ac6b-7409-4e78-b860-833f7c53e4db owned by network:floatingip {{(pid=102969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:21:40.357903 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-391bb86f-532b-464b-9c07-00f698c3b7bb req-57273712-3d54-41a8-8133-02ef8a67a76a service neutron] 10.222.0.10 "GET /v2.0/networks/72812c74-d3b2-4e09-97cd-f0c45c3b9f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979278 Feb 16 14:21:40.429875 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Current status of the port 5c39d531-c567-4cbf-95c3-3537c47443f3 is: DOWN; New status is: BUILD {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:21:40.430297 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (5c39d531-c567-4cbf-95c3-3537c47443f3), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:40.443892 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c39d531-c567-4cbf-95c3-3537c47443f3 {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:21:40.467284 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 5c39d531-c567-4cbf-95c3-3537c47443f3, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=5c39d531-c567-4cbf-95c3-3537c47443f3,segment=NetworkSegment(0373981d-f79c-45c2-9efc-d2c5280ceefc),segment_id=0373981d-f79c-45c2-9efc-d2c5280ceefc)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:21:40.469587 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-333da413-2b55-4f4b-a01f-d95a46e7528d tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784247495006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784246951217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10340347'] for port (0dd6ac6b-7409-4e78-b860-833f7c53e4db), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:40.472875 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (5c39d531-c567-4cbf-95c3-3537c47443f3), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:40.475799 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-391bb86f-532b-464b-9c07-00f698c3b7bb req-249d5b4c-7d56-420e-97ed-9dcc8fd1140f service neutron] 10.222.0.10 "GET /v2.0/networks/72812c74-d3b2-4e09-97cd-f0c45c3b9f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060312 Feb 16 14:21:40.495989 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333da413-2b55-4f4b-a01f-d95a46e7528d tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Pushing event deleted for resources: {'Port': ['ID=0dd6ac6b-7409-4e78-b860-833f7c53e4db,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:21:40.532511 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Pushing event updated for resources: {'Port': ['ID=5c39d531-c567-4cbf-95c3-3537c47443f3,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:21:40.574975 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-333da413-2b55-4f4b-a01f-d95a46e7528d tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Publish callbacks [] for floatingip (75bd8823-4501-407a-9fde-b7a169537bce), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:40.575310 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.db.l3_db [None req-333da413-2b55-4f4b-a01f-d95a46e7528d tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Floating IP 75bd8823-4501-407a-9fde-b7a169537bce disassociated (deleted). External IP: 172.27.2.43, port: 3de8b920-644e-4a4e-b051-6ca2a80b90cb. Feb 16 14:21:40.849130 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] get_ports_and_sgs() called for port_ids ['5c39d531-c567-4cbf-95c3-3537c47443f3'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:21:41.063193 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d5bc9-be0c-4a25-bec2-e496694892e0 req-a1f6c375-f4e0-4193-8c31-80d7e1f6169b tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:41.064643 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-850d5bc9-be0c-4a25-bec2-e496694892e0 req-a1f6c375-f4e0-4193-8c31-80d7e1f6169b tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=781d0f1f-fbbc-49d1-b507-185a377674c1 HTTP/1.1" status: 200 len: 944 time: 0.3493931 Feb 16 14:21:41.101422 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-333da413-2b55-4f4b-a01f-d95a46e7528d tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Router 7167c442-4043-4e8d-98fe-927cf971b07c has already been hosted by L3 agent 531611a8-34ea-4f1f-8d10-111cbf56a8a1 {{(pid=102969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:21:41.138252 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-850d5bc9-be0c-4a25-bec2-e496694892e0 req-50402e4c-23f6-433a-8231-e87f6dcfd6e1 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/security-groups?id=91d7ffa7-1848-4f96-99a0-919ffd557d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607872 Feb 16 14:21:41.184671 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-7a92c35f-703b-4e82-9a30-e0be530ecb8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (531611a8-34ea-4f1f-8d10-111cbf56a8a1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:41.237001 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333da413-2b55-4f4b-a01f-d95a46e7528d tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Notify agent at l3_agent.dv-cinder-773985-32-iscsi the message routers_updated {{(pid=102969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:21:41.241794 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-333da413-2b55-4f4b-a01f-d95a46e7528d tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for floatingip (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:41.248677 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333ca806-cdc1-4806-b2ee-ba236d98e1b4 None None] Sync routers for ids ['7167c442-4043-4e8d-98fe-927cf971b07c'] in dv-cinder-773985-32-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:21:41.258465 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333ca806-cdc1-4806-b2ee-ba236d98e1b4 None None] Routers {'7167c442-4043-4e8d-98fe-927cf971b07c'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:21:41.259079 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-333ca806-cdc1-4806-b2ee-ba236d98e1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:21:41Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['7167c442-4043-4e8d-98fe-927cf971b07c'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:21:41.272629 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-333da413-2b55-4f4b-a01f-d95a46e7528d tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "DELETE /v2.0/floatingips/75bd8823-4501-407a-9fde-b7a169537bce HTTP/1.1" status: 204 len: 168 time: 1.3259802 Feb 16 14:21:41.371035 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-333ca806-cdc1-4806-b2ee-ba236d98e1b4 None None] Set router 7167c442-4043-4e8d-98fe-927cf971b07c gateway port host: dv-cinder-773985-32-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:21:41.585276 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-333ca806-cdc1-4806-b2ee-ba236d98e1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7167c442-4043-4e8d-98fe-927cf971b07c', 'name': 'tempest-TestMinimumBasicScenario-1189098942-router', 'tenant_id': '451735af279a49b18eb4ca311c7315a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '0e844233-392d-4d03-ad99-35a3d7c3d75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:18:13Z', 'updated_at': '2022-02-16T14:18:17Z', 'revision_number': 4, 'project_id': '451735af279a49b18eb4ca311c7315a0', 'gw_port': {'id': '0e844233-392d-4d03-ad99-35a3d7c3d75e', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:36:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7167c442-4043-4e8d-98fe-927cf971b07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:18:15Z', 'updated_at': '2022-02-16T14:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_interfaces': [{'id': 'dd7b6e27-3cee-423b-8c83-ee3fe0608404', 'name': '', 'network_id': '72812c74-d3b2-4e09-97cd-f0c45c3b9f64', 'tenant_id': '451735af279a49b18eb4ca311c7315a0', 'mac_address': 'fa:16:3e:0a:79:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7167c442-4043-4e8d-98fe-927cf971b07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'b624c315-0258-4d32-af36-3453b0a86eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:18:17Z', 'updated_at': '2022-02-16T14:18:24Z', 'revision_number': 5, 'project_id': '451735af279a49b18eb4ca311c7315a0', 'subnets': [{'id': 'b624c315-0258-4d32-af36-3453b0a86eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:21:41.612995 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333ca806-cdc1-4806-b2ee-ba236d98e1b4 None None] Checking router: 7167c442-4043-4e8d-98fe-927cf971b07c for host: dv-cinder-773985-32-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:21:41.626046 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333ca806-cdc1-4806-b2ee-ba236d98e1b4 None None] Routers {'7167c442-4043-4e8d-98fe-927cf971b07c'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:21:41.626046 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-333ca806-cdc1-4806-b2ee-ba236d98e1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:21:41Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['7167c442-4043-4e8d-98fe-927cf971b07c'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:21:41.734787 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-333ca806-cdc1-4806-b2ee-ba236d98e1b4 None None] Set router 7167c442-4043-4e8d-98fe-927cf971b07c gateway port host: dv-cinder-773985-32-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:21:41.745952 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d1616f3-b456-4c61-8cc8-da5e22a97e90', 'tag': '3de8b920-644e-4a4e-b051-6ca2a80b90cb'}] {{(pid=102969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:21:41.748421 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}597425108aee33d34effbd51aa5a8721840594214ac6e6c89cce82b7911d7071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f23dfa-b5b9-4666-9400-d0f941df86a9" -d '{"events": [{"name": "network-changed", "server_uuid": "2d1616f3-b456-4c61-8cc8-da5e22a97e90", "tag": "3de8b920-644e-4a4e-b051-6ca2a80b90cb"}]}' {{(pid=102969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:21:41.788955 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa73e37-9a61-4361-bf87-17cd24148e50 x-openstack-request-id: req-9fa73e37-9a61-4361-bf87-17cd24148e50 {{(pid=102969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:21:41.789256 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d1616f3-b456-4c61-8cc8-da5e22a97e90", "tag": "3de8b920-644e-4a4e-b051-6ca2a80b90cb", "status": "completed", "code": 200}]} {{(pid=102969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:21:41.789512 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-9fa73e37-9a61-4361-bf87-17cd24148e50 {{(pid=102969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:21:41.790543 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d1616f3-b456-4c61-8cc8-da5e22a97e90', 'tag': '3de8b920-644e-4a4e-b051-6ca2a80b90cb', 'status': 'completed', 'code': 200} Feb 16 14:21:41.886016 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f23dfa-b5b9-4666-9400-d0f941df86a9 req-fc20a6ca-6ec0-4606-956b-03fb425bda99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:41.887556 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-06f23dfa-b5b9-4666-9400-d0f941df86a9 req-fc20a6ca-6ec0-4606-956b-03fb425bda99 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=451735af279a49b18eb4ca311c7315a0&device_id=2d1616f3-b456-4c61-8cc8-da5e22a97e90 HTTP/1.1" status: 200 len: 1129 time: 0.0465093 Feb 16 14:21:41.947337 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-333ca806-cdc1-4806-b2ee-ba236d98e1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7167c442-4043-4e8d-98fe-927cf971b07c', 'name': 'tempest-TestMinimumBasicScenario-1189098942-router', 'tenant_id': '451735af279a49b18eb4ca311c7315a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '0e844233-392d-4d03-ad99-35a3d7c3d75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:18:13Z', 'updated_at': '2022-02-16T14:18:17Z', 'revision_number': 4, 'project_id': '451735af279a49b18eb4ca311c7315a0', 'gw_port': {'id': '0e844233-392d-4d03-ad99-35a3d7c3d75e', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:36:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7167c442-4043-4e8d-98fe-927cf971b07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:18:15Z', 'updated_at': '2022-02-16T14:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_interfaces': [{'id': 'dd7b6e27-3cee-423b-8c83-ee3fe0608404', 'name': '', 'network_id': '72812c74-d3b2-4e09-97cd-f0c45c3b9f64', 'tenant_id': '451735af279a49b18eb4ca311c7315a0', 'mac_address': 'fa:16:3e:0a:79:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7167c442-4043-4e8d-98fe-927cf971b07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'b624c315-0258-4d32-af36-3453b0a86eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:18:17Z', 'updated_at': '2022-02-16T14:18:24Z', 'revision_number': 5, 'project_id': '451735af279a49b18eb4ca311c7315a0', 'subnets': [{'id': 'b624c315-0258-4d32-af36-3453b0a86eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:21:41.976137 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333ca806-cdc1-4806-b2ee-ba236d98e1b4 None None] The sync data for ids ['7167c442-4043-4e8d-98fe-927cf971b07c'] in dv-cinder-773985-32-iscsi is: [{'id': '7167c442-4043-4e8d-98fe-927cf971b07c', 'name': 'tempest-TestMinimumBasicScenario-1189098942-router', 'tenant_id': '451735af279a49b18eb4ca311c7315a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '0e844233-392d-4d03-ad99-35a3d7c3d75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:18:13Z', 'updated_at': '2022-02-16T14:18:17Z', 'revision_number': 4, 'project_id': '451735af279a49b18eb4ca311c7315a0', 'gw_port': {'id': '0e844233-392d-4d03-ad99-35a3d7c3d75e', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:36:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7167c442-4043-4e8d-98fe-927cf971b07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:18:15Z', 'updated_at': '2022-02-16T14:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_interfaces': [{'id': 'dd7b6e27-3cee-423b-8c83-ee3fe0608404', 'name': '', 'network_id': '72812c74-d3b2-4e09-97cd-f0c45c3b9f64', 'tenant_id': '451735af279a49b18eb4ca311c7315a0', 'mac_address': 'fa:16:3e:0a:79:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7167c442-4043-4e8d-98fe-927cf971b07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'b624c315-0258-4d32-af36-3453b0a86eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:18:17Z', 'updated_at': '2022-02-16T14:18:24Z', 'revision_number': 5, 'project_id': '451735af279a49b18eb4ca311c7315a0', 'subnets': [{'id': 'b624c315-0258-4d32-af36-3453b0a86eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:21:42.091942 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 5c39d531-c567-4cbf-95c3-3537c47443f3 up at agent hyperv_hv-cinder-77398 {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:21:42.150612 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Provisioning for port 5c39d531-c567-4cbf-95c3-3537c47443f3 completed by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:21:42.155421 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Provisioning complete for port 5c39d531-c567-4cbf-95c3-3537c47443f3 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:21:42.155809 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (5c39d531-c567-4cbf-95c3-3537c47443f3), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:42.273787 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Current status of the port 5c39d531-c567-4cbf-95c3-3537c47443f3 is: BUILD; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:21:42.274984 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (5c39d531-c567-4cbf-95c3-3537c47443f3), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:42.278188 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f23dfa-b5b9-4666-9400-d0f941df86a9 req-53c8b773-2f59-41d3-8ec8-8d68d49d89f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:42.279708 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-06f23dfa-b5b9-4666-9400-d0f941df86a9 req-53c8b773-2f59-41d3-8ec8-8d68d49d89f5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=72812c74-d3b2-4e09-97cd-f0c45c3b9f64 HTTP/1.1" status: 200 len: 917 time: 0.3846641 Feb 16 14:21:42.289168 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae688f38-ad53-4909-9295-31cb780053e6 None None] New status for floating IP 75bd8823-4501-407a-9fde-b7a169537bce: DOWN {{(pid=102971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:21:42.308444 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d88a4-de7d-48ed-b165-edfd5470388e req-e5066687-3890-425e-aa1d-1d0813f9201b tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:42.310218 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-062d88a4-de7d-48ed-b165-edfd5470388e req-e5066687-3890-425e-aa1d-1d0813f9201b tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=781d0f1f-fbbc-49d1-b507-185a377674c1 HTTP/1.1" status: 200 len: 944 time: 0.0769880 Feb 16 14:21:42.318858 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781d0f1f-fbbc-49d1-b507-185a377674c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c39d531-c567-4cbf-95c3-3537c47443f3'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:21:42.325246 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcf4ad7936cd44f2198d6b2453955475838913f42e78743342b6e5b4d5a62724" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d18ded-f04c-4eb7-9aa4-abe94a569d2d" -d '{"events": [{"server_uuid": "781d0f1f-fbbc-49d1-b507-185a377674c1", "name": "network-vif-plugged", "status": "completed", "tag": "5c39d531-c567-4cbf-95c3-3537c47443f3"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:21:42.331079 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-06f23dfa-b5b9-4666-9400-d0f941df86a9 req-d64b32d6-ff2c-4d1c-aa00-70516d8cf06f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3de8b920-644e-4a4e-b051-6ca2a80b90cb HTTP/1.1" status: 200 len: 217 time: 0.0397303 Feb 16 14:21:42.367942 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 5c39d531-c567-4cbf-95c3-3537c47443f3, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=5c39d531-c567-4cbf-95c3-3537c47443f3,segment=NetworkSegment(0373981d-f79c-45c2-9efc-d2c5280ceefc),segment_id=0373981d-f79c-45c2-9efc-d2c5280ceefc)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:21:42.377721 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (5c39d531-c567-4cbf-95c3-3537c47443f3), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:42.390422 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-062d88a4-de7d-48ed-b165-edfd5470388e req-d740a6ee-4484-40c6-a266-3a4ad8cda2c5 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/security-groups?id=91d7ffa7-1848-4f96-99a0-919ffd557d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647469 Feb 16 14:21:42.430826 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f23dfa-b5b9-4666-9400-d0f941df86a9 req-3ddd8072-f6ff-4fb1-9841-7d99d8df0e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:42.432747 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-06f23dfa-b5b9-4666-9400-d0f941df86a9 req-3ddd8072-f6ff-4fb1-9841-7d99d8df0e5f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b624c315-0258-4d32-af36-3453b0a86eee HTTP/1.1" status: 200 len: 854 time: 0.0943542 Feb 16 14:21:42.440746 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f4fb-7ea9-448d-9c44-08fc2737c2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (86100e92-d951-4144-bd87-36328b8a7b76), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:42.445584 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Pushing event updated for resources: {'Port': ['ID=5c39d531-c567-4cbf-95c3-3537c47443f3,revision_number=5']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:21:42.453960 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:42.454315 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:42.454662 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:42.455005 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:42.455340 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:42.455829 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:42.456021 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:42.456354 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:42.456683 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:42.457013 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:42.457338 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:42.458012 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:42.458012 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:42.498796 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f23dfa-b5b9-4666-9400-d0f941df86a9 req-936004da-63c1-47fa-ad22-6ff5cbfdc3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:42.500704 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-06f23dfa-b5b9-4666-9400-d0f941df86a9 req-936004da-63c1-47fa-ad22-6ff5cbfdc3b1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=72812c74-d3b2-4e09-97cd-f0c45c3b9f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0610650 Feb 16 14:21:42.597675 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-06f23dfa-b5b9-4666-9400-d0f941df86a9 req-23da9ff0-19b5-42b1-b0fa-360f2a5f1189 service neutron] 10.222.0.10 "GET /v2.0/networks/72812c74-d3b2-4e09-97cd-f0c45c3b9f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887444 Feb 16 14:21:42.616978 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b385fd-fa99-4f0d-a143-8dcfca99a959 x-openstack-request-id: req-33b385fd-fa99-4f0d-a143-8dcfca99a959 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:21:42.617277 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781d0f1f-fbbc-49d1-b507-185a377674c1", "name": "network-vif-plugged", "status": "completed", "tag": "5c39d531-c567-4cbf-95c3-3537c47443f3", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:21:42.617538 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-33b385fd-fa99-4f0d-a143-8dcfca99a959 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:21:42.617971 dv-cinder-773985-32-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '781d0f1f-fbbc-49d1-b507-185a377674c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c39d531-c567-4cbf-95c3-3537c47443f3', 'code': 200} Feb 16 14:21:42.714481 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-06f23dfa-b5b9-4666-9400-d0f941df86a9 req-dcbdc241-c176-4152-b30f-71fdf9ac7be1 service neutron] 10.222.0.10 "GET /v2.0/networks/72812c74-d3b2-4e09-97cd-f0c45c3b9f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069407 Feb 16 14:21:42.933103 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b707c10-e3c6-44cf-847f-2e935eb71c7a req-2e0a4e62-94c9-496c-bd02-3db8ef09cc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:42.934530 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0b707c10-e3c6-44cf-847f-2e935eb71c7a req-2e0a4e62-94c9-496c-bd02-3db8ef09cc86 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=781d0f1f-fbbc-49d1-b507-185a377674c1 HTTP/1.1" status: 200 len: 1129 time: 0.0498362 Feb 16 14:21:42.999485 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0b707c10-e3c6-44cf-847f-2e935eb71c7a req-d0fdad89-cfc6-462a-b712-5748c26a3732 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=91d7ffa7-1848-4f96-99a0-919ffd557d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497515 Feb 16 14:21:43.505060 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7f3d8-17fa-4668-aeb6-bdbd007ca66c req-cd99ae50-94e4-4b51-85ea-15b5aee70813 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:43.506526 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-10d7f3d8-17fa-4668-aeb6-bdbd007ca66c req-cd99ae50-94e4-4b51-85ea-15b5aee70813 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=781d0f1f-fbbc-49d1-b507-185a377674c1 HTTP/1.1" status: 200 len: 945 time: 0.0543041 Feb 16 14:21:43.557608 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-10d7f3d8-17fa-4668-aeb6-bdbd007ca66c req-97a07d7f-d425-40bc-b442-1e30d4ba73ac tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/security-groups?id=91d7ffa7-1848-4f96-99a0-919ffd557d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453036 Feb 16 14:21:43.723883 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ac86131d-db3b-4e6c-9567-647e6948f8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (6a38cbfe-57d3-4d37-ac59-552f6dc7f99c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:44.681619 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6a3ba-12f1-471e-9cac-a9f5116af663 req-1721a7fb-7108-4dfc-9e92-176f1b01ed0e tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:44.683319 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3fa6a3ba-12f1-471e-9cac-a9f5116af663 req-1721a7fb-7108-4dfc-9e92-176f1b01ed0e tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=781d0f1f-fbbc-49d1-b507-185a377674c1 HTTP/1.1" status: 200 len: 945 time: 0.0563869 Feb 16 14:21:44.735495 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3fa6a3ba-12f1-471e-9cac-a9f5116af663 req-ddab6617-f3cc-4a3b-9ff8-74df8df25fed tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/security-groups?id=91d7ffa7-1848-4f96-99a0-919ffd557d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462263 Feb 16 14:21:44.870012 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d138177-3a86-4c9c-896e-df633fda760b req-84057440-ade1-49c6-afaa-12285319c9ec tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:44.871850 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-9d138177-3a86-4c9c-896e-df633fda760b req-84057440-ade1-49c6-afaa-12285319c9ec tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=781d0f1f-fbbc-49d1-b507-185a377674c1 HTTP/1.1" status: 200 len: 945 time: 0.0641968 Feb 16 14:21:44.927363 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-9d138177-3a86-4c9c-896e-df633fda760b req-c6fa28e6-0fa4-4ae6-8cec-c3a769411d49 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/security-groups?id=91d7ffa7-1848-4f96-99a0-919ffd557d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481703 Feb 16 14:21:44.949715 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 59022) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:21:44.991798 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-addd8c3a-48f5-416a-95d1-e6088c547483 tempest-TestVolumeBootPattern-968368495 tempest-TestVolumeBootPattern-968368495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:44.993849 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-addd8c3a-48f5-416a-95d1-e6088c547483 tempest-TestVolumeBootPattern-968368495 tempest-TestVolumeBootPattern-968368495-project-admin] 10.222.0.120 "GET /v2.0/ports?device_id=781d0f1f-fbbc-49d1-b507-185a377674c1 HTTP/1.1" status: 200 len: 1124 time: 0.0431743 Feb 16 14:21:44.996768 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 59024) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:21:45.001264 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-de2875f0-d945-45d9-a9c2-238950dc4281 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Request body: {'floatingip': {'floating_network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'port_id': '5c39d531-c567-4cbf-95c3-3537c47443f3', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:21:45.021841 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-de2875f0-d945-45d9-a9c2-238950dc4281 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:45.053767 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (529a93d1-f8f6-4ba2-8600-6635050f85df), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:45.127695 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-de2875f0-d945-45d9-a9c2-238950dc4281 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:45.239596 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.db.db_base_plugin_common [None req-de2875f0-d945-45d9-a9c2-238950dc4281 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Allocated IP 172.27.2.68 (5b71b9ca-6085-48b7-9167-93053be13444/8c2b85af-3da9-4754-9d29-6d95dbdc6260/72f7bed6-f836-4cad-a0b7-d8a89927a160) {{(pid=102969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:21:45.353648 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-de2875f0-d945-45d9-a9c2-238950dc4281 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks [] for port (72f7bed6-f836-4cad-a0b7-d8a89927a160), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:45.396782 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-de2875f0-d945-45d9-a9c2-238950dc4281 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784246951208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10340347'] for port (72f7bed6-f836-4cad-a0b7-d8a89927a160), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:45.441090 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2875f0-d945-45d9-a9c2-238950dc4281 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Network 5b71b9ca-6085-48b7-9167-93053be13444 is already hosted by enough agents. {{(pid=102969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:21:45.443985 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-de2875f0-d945-45d9-a9c2-238950dc4281 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Resources bound (agent type, host, resource id): {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:21:45.448996 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2875f0-d945-45d9-a9c2-238950dc4281 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Received port after_create {{(pid=102969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:21:45.452116 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2875f0-d945-45d9-a9c2-238950dc4281 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Pushing event updated for resources: {'Port': ['ID=72f7bed6-f836-4cad-a0b7-d8a89927a160,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:21:45.827949 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-de2875f0-d945-45d9-a9c2-238950dc4281 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks [] for floatingip (3c86c983-6508-4ebf-b380-1265aa587f01), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:45.897954 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-de2875f0-d945-45d9-a9c2-238950dc4281 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (72f7bed6-f836-4cad-a0b7-d8a89927a160), before_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:46.065270 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-de2875f0-d945-45d9-a9c2-238950dc4281 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks [] for port (72f7bed6-f836-4cad-a0b7-d8a89927a160), precommit_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:46.069748 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-de2875f0-d945-45d9-a9c2-238950dc4281 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10340336'] for port (72f7bed6-f836-4cad-a0b7-d8a89927a160), after_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:46.143651 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378af22-d920-4f3a-a8f7-21c02c3b91f4 req-0e174084-0ae7-4353-820a-4d69eadb7d26 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:46.145160 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0378af22-d920-4f3a-a8f7-21c02c3b91f4 req-0e174084-0ae7-4353-820a-4d69eadb7d26 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/ports?device_id=2d1616f3-b456-4c61-8cc8-da5e22a97e90 HTTP/1.1" status: 200 len: 945 time: 0.0606637 Feb 16 14:21:46.147775 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2875f0-d945-45d9-a9c2-238950dc4281 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Pushing event updated for resources: {'Port': ['ID=72f7bed6-f836-4cad-a0b7-d8a89927a160,revision_number=2']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:21:46.154988 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-de2875f0-d945-45d9-a9c2-238950dc4281 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1596120'] for floatingip (3c86c983-6508-4ebf-b380-1265aa587f01), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:46.200888 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0378af22-d920-4f3a-a8f7-21c02c3b91f4 req-251c9cf5-1389-4ae7-8a31-43179b4b790b tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/security-groups?id=2d5f0775-d95b-405f-a566-2235d8a0cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489407 Feb 16 14:21:46.259571 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.db.l3_db [None req-de2875f0-d945-45d9-a9c2-238950dc4281 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Floating IP 3c86c983-6508-4ebf-b380-1265aa587f01 associated. External IP: 172.27.2.68, port: 5c39d531-c567-4cbf-95c3-3537c47443f3. Feb 16 14:21:46.480584 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de2875f0-d945-45d9-a9c2-238950dc4281 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Router 251e824f-2bf8-498b-9625-581db5c40982 has already been hosted by L3 agent 531611a8-34ea-4f1f-8d10-111cbf56a8a1 {{(pid=102969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:21:46.591617 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2875f0-d945-45d9-a9c2-238950dc4281 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Notify agent at l3_agent.dv-cinder-773985-32-iscsi the message routers_updated {{(pid=102969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:21:46.602690 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d62ec88-e84a-4b05-9087-974e6389a862 None None] Sync routers for ids ['251e824f-2bf8-498b-9625-581db5c40982'] in dv-cinder-773985-32-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:21:46.612252 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-de2875f0-d945-45d9-a9c2-238950dc4281 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for floatingip (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:46.617323 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d62ec88-e84a-4b05-9087-974e6389a862 None None] Routers {'251e824f-2bf8-498b-9625-581db5c40982'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:21:46.617959 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-8d62ec88-e84a-4b05-9087-974e6389a862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:21:41Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['251e824f-2bf8-498b-9625-581db5c40982'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:21:46.644958 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-de2875f0-d945-45d9-a9c2-238950dc4281 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6471672 Feb 16 14:21:46.645545 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '781d0f1f-fbbc-49d1-b507-185a377674c1', 'tag': '5c39d531-c567-4cbf-95c3-3537c47443f3'}] {{(pid=102969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:21:46.647883 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}597425108aee33d34effbd51aa5a8721840594214ac6e6c89cce82b7911d7071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4575da33-122e-46e9-b3c8-2cca9bfadec9" -d '{"events": [{"name": "network-changed", "server_uuid": "781d0f1f-fbbc-49d1-b507-185a377674c1", "tag": "5c39d531-c567-4cbf-95c3-3537c47443f3"}]}' {{(pid=102969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:21:46.685522 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34a537f-1360-46e5-a3c4-46bf68f9dc9c x-openstack-request-id: req-e34a537f-1360-46e5-a3c4-46bf68f9dc9c {{(pid=102969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:21:46.685815 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "781d0f1f-fbbc-49d1-b507-185a377674c1", "tag": "5c39d531-c567-4cbf-95c3-3537c47443f3", "status": "completed", "code": 200}]} {{(pid=102969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:21:46.686072 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-e34a537f-1360-46e5-a3c4-46bf68f9dc9c {{(pid=102969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:21:46.686474 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '781d0f1f-fbbc-49d1-b507-185a377674c1', 'tag': '5c39d531-c567-4cbf-95c3-3537c47443f3', 'status': 'completed', 'code': 200} Feb 16 14:21:46.739715 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-8d62ec88-e84a-4b05-9087-974e6389a862 None None] Set router 251e824f-2bf8-498b-9625-581db5c40982 gateway port host: dv-cinder-773985-32-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:21:46.787841 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575da33-122e-46e9-b3c8-2cca9bfadec9 req-a67de82a-8ecf-4a17-962b-0bf532d1fa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:46.789338 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4575da33-122e-46e9-b3c8-2cca9bfadec9 req-a67de82a-8ecf-4a17-962b-0bf532d1fa68 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c3d6db271304958834a2c24b656f61e&device_id=781d0f1f-fbbc-49d1-b507-185a377674c1 HTTP/1.1" status: 200 len: 1129 time: 0.0503714 Feb 16 14:21:46.883716 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575da33-122e-46e9-b3c8-2cca9bfadec9 req-d39aa2a0-0ffd-42ac-88c4-5cfd1a6470e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:46.885864 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4575da33-122e-46e9-b3c8-2cca9bfadec9 req-d39aa2a0-0ffd-42ac-88c4-5cfd1a6470e1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b6af31c2-3d63-407d-9a53-f983b2f44ea1 HTTP/1.1" status: 200 len: 914 time: 0.0876715 Feb 16 14:21:46.958232 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4575da33-122e-46e9-b3c8-2cca9bfadec9 req-c344287f-a676-4aa1-814d-59bf32ed5123 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c39d531-c567-4cbf-95c3-3537c47443f3 HTTP/1.1" status: 200 len: 998 time: 0.0647979 Feb 16 14:21:46.970852 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-8d62ec88-e84a-4b05-9087-974e6389a862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251e824f-2bf8-498b-9625-581db5c40982', 'name': 'tempest-TestVolumeBootPattern-1264495037-router', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '8828c1b5-b135-4844-8744-f884925f81b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:17:28Z', 'updated_at': '2022-02-16T14:17:32Z', 'revision_number': 4, 'project_id': '5c3d6db271304958834a2c24b656f61e', 'gw_port': {'id': '8828c1b5-b135-4844-8744-f884925f81b0', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251e824f-2bf8-498b-9625-581db5c40982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:28Z', 'updated_at': '2022-02-16T14:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_floatingips': [{'id': '3c86c983-6508-4ebf-b380-1265aa587f01', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'floating_ip_address': '172.27.2.68', 'floating_network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'router_id': '251e824f-2bf8-498b-9625-581db5c40982', 'port_id': '5c39d531-c567-4cbf-95c3-3537c47443f3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1', 'mac_address': 'fa:16:3e:34:6a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781d0f1f-fbbc-49d1-b507-185a377674c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:21:45Z', 'updated_at': '2022-02-16T14:21:45Z', 'revision_number': 0, 'project_id': '5c3d6db271304958834a2c24b656f61e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '579dbe9f-2967-4c1a-b2d6-7db586ad609a', 'name': '', 'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'mac_address': 'fa:16:3e:24:8f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251e824f-2bf8-498b-9625-581db5c40982', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '08195094-654a-4590-abde-4914e46611c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:31Z', 'updated_at': '2022-02-16T14:17:36Z', 'revision_number': 5, 'project_id': '5c3d6db271304958834a2c24b656f61e', 'subnets': [{'id': '08195094-654a-4590-abde-4914e46611c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:21:46.999336 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d62ec88-e84a-4b05-9087-974e6389a862 None None] Checking router: 251e824f-2bf8-498b-9625-581db5c40982 for host: dv-cinder-773985-32-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:21:47.007733 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d62ec88-e84a-4b05-9087-974e6389a862 None None] Routers {'251e824f-2bf8-498b-9625-581db5c40982'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:21:47.008439 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-8d62ec88-e84a-4b05-9087-974e6389a862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:21:41Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['251e824f-2bf8-498b-9625-581db5c40982'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:21:47.016042 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575da33-122e-46e9-b3c8-2cca9bfadec9 req-a324f687-fa17-409e-a4ea-646e6b2dbf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:47.017550 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4575da33-122e-46e9-b3c8-2cca9bfadec9 req-a324f687-fa17-409e-a4ea-646e6b2dbf5b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=08195094-654a-4590-abde-4914e46611c7 HTTP/1.1" status: 200 len: 851 time: 0.0447347 Feb 16 14:21:47.072809 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575da33-122e-46e9-b3c8-2cca9bfadec9 req-73a33b1c-0568-4309-8203-40ec2c016fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:47.074342 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4575da33-122e-46e9-b3c8-2cca9bfadec9 req-73a33b1c-0568-4309-8203-40ec2c016fad service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b6af31c2-3d63-407d-9a53-f983b2f44ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0455601 Feb 16 14:21:47.121201 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-8d62ec88-e84a-4b05-9087-974e6389a862 None None] Set router 251e824f-2bf8-498b-9625-581db5c40982 gateway port host: dv-cinder-773985-32-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:21:47.174401 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4575da33-122e-46e9-b3c8-2cca9bfadec9 req-39fc6650-b90d-4c83-8b6f-cf5dfc99d634 service neutron] 10.222.0.10 "GET /v2.0/networks/b6af31c2-3d63-407d-9a53-f983b2f44ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911915 Feb 16 14:21:47.289380 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4575da33-122e-46e9-b3c8-2cca9bfadec9 req-ab4711cc-edec-4806-80b2-cfb55e0056c7 service neutron] 10.222.0.10 "GET /v2.0/networks/b6af31c2-3d63-407d-9a53-f983b2f44ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062646 Feb 16 14:21:47.335544 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3835a-31f9-41f2-b057-c042d123b585 req-570089ac-a939-4e62-aa70-76e8a0dbfa2e tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:47.337102 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a0a3835a-31f9-41f2-b057-c042d123b585 req-570089ac-a939-4e62-aa70-76e8a0dbfa2e tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/ports?device_id=2d1616f3-b456-4c61-8cc8-da5e22a97e90 HTTP/1.1" status: 200 len: 945 time: 0.0666289 Feb 16 14:21:47.355454 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-8d62ec88-e84a-4b05-9087-974e6389a862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251e824f-2bf8-498b-9625-581db5c40982', 'name': 'tempest-TestVolumeBootPattern-1264495037-router', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '8828c1b5-b135-4844-8744-f884925f81b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:17:28Z', 'updated_at': '2022-02-16T14:17:32Z', 'revision_number': 4, 'project_id': '5c3d6db271304958834a2c24b656f61e', 'gw_port': {'id': '8828c1b5-b135-4844-8744-f884925f81b0', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251e824f-2bf8-498b-9625-581db5c40982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:28Z', 'updated_at': '2022-02-16T14:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_floatingips': [{'id': '3c86c983-6508-4ebf-b380-1265aa587f01', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'floating_ip_address': '172.27.2.68', 'floating_network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'router_id': '251e824f-2bf8-498b-9625-581db5c40982', 'port_id': '5c39d531-c567-4cbf-95c3-3537c47443f3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1', 'mac_address': 'fa:16:3e:34:6a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781d0f1f-fbbc-49d1-b507-185a377674c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:21:45Z', 'updated_at': '2022-02-16T14:21:45Z', 'revision_number': 0, 'project_id': '5c3d6db271304958834a2c24b656f61e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '579dbe9f-2967-4c1a-b2d6-7db586ad609a', 'name': '', 'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'mac_address': 'fa:16:3e:24:8f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251e824f-2bf8-498b-9625-581db5c40982', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '08195094-654a-4590-abde-4914e46611c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:31Z', 'updated_at': '2022-02-16T14:17:36Z', 'revision_number': 5, 'project_id': '5c3d6db271304958834a2c24b656f61e', 'subnets': [{'id': '08195094-654a-4590-abde-4914e46611c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:21:47.382734 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d62ec88-e84a-4b05-9087-974e6389a862 None None] The sync data for ids ['251e824f-2bf8-498b-9625-581db5c40982'] in dv-cinder-773985-32-iscsi is: [{'id': '251e824f-2bf8-498b-9625-581db5c40982', 'name': 'tempest-TestVolumeBootPattern-1264495037-router', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '8828c1b5-b135-4844-8744-f884925f81b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:17:28Z', 'updated_at': '2022-02-16T14:17:32Z', 'revision_number': 4, 'project_id': '5c3d6db271304958834a2c24b656f61e', 'gw_port': {'id': '8828c1b5-b135-4844-8744-f884925f81b0', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251e824f-2bf8-498b-9625-581db5c40982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:28Z', 'updated_at': '2022-02-16T14:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_floatingips': [{'id': '3c86c983-6508-4ebf-b380-1265aa587f01', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'floating_ip_address': '172.27.2.68', 'floating_network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'router_id': '251e824f-2bf8-498b-9625-581db5c40982', 'port_id': '5c39d531-c567-4cbf-95c3-3537c47443f3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1', 'mac_address': 'fa:16:3e:34:6a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781d0f1f-fbbc-49d1-b507-185a377674c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:21:45Z', 'updated_at': '2022-02-16T14:21:45Z', 'revision_number': 0, 'project_id': '5c3d6db271304958834a2c24b656f61e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '579dbe9f-2967-4c1a-b2d6-7db586ad609a', 'name': '', 'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'mac_address': 'fa:16:3e:24:8f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251e824f-2bf8-498b-9625-581db5c40982', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '08195094-654a-4590-abde-4914e46611c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:31Z', 'updated_at': '2022-02-16T14:17:36Z', 'revision_number': 5, 'project_id': '5c3d6db271304958834a2c24b656f61e', 'subnets': [{'id': '08195094-654a-4590-abde-4914e46611c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:21:47.397278 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a0a3835a-31f9-41f2-b057-c042d123b585 req-5b8a000a-3f3a-477c-be97-cba6204b0872 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/security-groups?id=2d5f0775-d95b-405f-a566-2235d8a0cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542111 Feb 16 14:21:47.601806 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7d202f-4f19-4902-affe-7f8e61e915e7 None None] New status for floating IP 3c86c983-6508-4ebf-b380-1265aa587f01: ACTIVE {{(pid=102971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:21:48.460390 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179f840-793b-45d5-a7a1-e021f4e6c056 req-12637bc0-989a-433a-bed5-f7b783b8b5bf tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:48.461861 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2179f840-793b-45d5-a7a1-e021f4e6c056 req-12637bc0-989a-433a-bed5-f7b783b8b5bf tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d1616f3-b456-4c61-8cc8-da5e22a97e90 HTTP/1.1" status: 200 len: 945 time: 0.0535080 Feb 16 14:21:48.522088 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e52373-6fa4-4b27-b5ff-c5c7b705ede6 req-7c96e589-4f8f-4440-9b88-e8cb32ced70c tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:48.523771 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-27e52373-6fa4-4b27-b5ff-c5c7b705ede6 req-7c96e589-4f8f-4440-9b88-e8cb32ced70c tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/ports?device_id=2d1616f3-b456-4c61-8cc8-da5e22a97e90 HTTP/1.1" status: 200 len: 945 time: 0.0565908 Feb 16 14:21:48.567231 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-2179f840-793b-45d5-a7a1-e021f4e6c056 req-a49b8038-03e8-43ce-81f0-ac3461e73167 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Deleting port 3de8b920-644e-4a4e-b051-6ca2a80b90cb {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:21:48.567589 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-2179f840-793b-45d5-a7a1-e021f4e6c056 req-a49b8038-03e8-43ce-81f0-ac3461e73167 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784247387639'] for port (3de8b920-644e-4a4e-b051-6ca2a80b90cb), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:48.579170 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-27e52373-6fa4-4b27-b5ff-c5c7b705ede6 req-5db39520-a19b-4de9-9ef0-c725e6cb11d6 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.120 "GET /v2.0/security-groups?id=2d5f0775-d95b-405f-a566-2235d8a0cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489063 Feb 16 14:21:48.657823 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-2179f840-793b-45d5-a7a1-e021f4e6c056 req-a49b8038-03e8-43ce-81f0-ac3461e73167 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] For port 3de8b920-644e-4a4e-b051-6ca2a80b90cb, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=3de8b920-644e-4a4e-b051-6ca2a80b90cb,segment=NetworkSegment(563e0906-a05c-42cb-9152-87b93a4003d1),segment_id=563e0906-a05c-42cb-9152-87b93a4003d1)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:21:48.658175 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-2179f840-793b-45d5-a7a1-e021f4e6c056 req-a49b8038-03e8-43ce-81f0-ac3461e73167 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595644'] for port (3de8b920-644e-4a4e-b051-6ca2a80b90cb), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:48.670853 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-2179f840-793b-45d5-a7a1-e021f4e6c056 req-a49b8038-03e8-43ce-81f0-ac3461e73167 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Calling delete_port for 3de8b920-644e-4a4e-b051-6ca2a80b90cb owned by compute:nova {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:21:48.801733 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-2179f840-793b-45d5-a7a1-e021f4e6c056 req-a49b8038-03e8-43ce-81f0-ac3461e73167 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784247495006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784246951217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811206'] for port (3de8b920-644e-4a4e-b051-6ca2a80b90cb), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:48.829357 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b8038-03e8-43ce-81f0-ac3461e73167 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Pushing event deleted for resources: {'Port': ['ID=3de8b920-644e-4a4e-b051-6ca2a80b90cb,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:21:48.850546 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] get_ports_and_sgs() called for port_ids ['3de8b920-644e-4a4e-b051-6ca2a80b90cb'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:21:48.875841 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-2179f840-793b-45d5-a7a1-e021f4e6c056 req-a49b8038-03e8-43ce-81f0-ac3461e73167 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] No DVR routers for this DVR port 3de8b920-644e-4a4e-b051-6ca2a80b90cb on host hv-cinder-77398 {{(pid=102968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:21:48.878130 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-2179f840-793b-45d5-a7a1-e021f4e6c056 req-a49b8038-03e8-43ce-81f0-ac3461e73167 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:48.881375 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2179f840-793b-45d5-a7a1-e021f4e6c056 req-a49b8038-03e8-43ce-81f0-ac3461e73167 tempest-TestMinimumBasicScenario-324971192 tempest-TestMinimumBasicScenario-324971192-project] 10.222.0.10 "DELETE /v2.0/ports/3de8b920-644e-4a4e-b051-6ca2a80b90cb HTTP/1.1" status: 204 len: 173 time: 0.4136055 Feb 16 14:21:48.881814 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d1616f3-b456-4c61-8cc8-da5e22a97e90', 'name': 'network-vif-deleted', 'tag': '3de8b920-644e-4a4e-b051-6ca2a80b90cb'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:21:48.884828 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669008da0707fbbfdc7037cdc0b86c67378ff5c6b942db7a00e5cd0dd563b74b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095182d1-d0da-4b72-99a0-64052a2e4189" -d '{"events": [{"server_uuid": "2d1616f3-b456-4c61-8cc8-da5e22a97e90", "name": "network-vif-deleted", "tag": "3de8b920-644e-4a4e-b051-6ca2a80b90cb"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:21:48.923766 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095f8b04-cab8-4c28-a827-1177e28e1351 x-openstack-request-id: req-095f8b04-cab8-4c28-a827-1177e28e1351 {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:21:48.924134 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d1616f3-b456-4c61-8cc8-da5e22a97e90", "name": "network-vif-deleted", "tag": "3de8b920-644e-4a4e-b051-6ca2a80b90cb", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:21:48.924391 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-095f8b04-cab8-4c28-a827-1177e28e1351 {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:21:48.924823 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d1616f3-b456-4c61-8cc8-da5e22a97e90', 'name': 'network-vif-deleted', 'tag': '3de8b920-644e-4a4e-b051-6ca2a80b90cb', 'status': 'completed', 'code': 200} Feb 16 14:21:50.351599 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 59126) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:21:50.765941 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-6e294e92-9937-4081-9393-3e586f4d0542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1593304'] for router_interface (7167c442-4043-4e8d-98fe-927cf971b07c), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:51.089048 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31964c6-162a-459a-827e-3f65e6699ae4 req-a9b7ea35-0f48-49e1-b3a2-50a0a848dc4f tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:51.090557 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e31964c6-162a-459a-827e-3f65e6699ae4 req-a9b7ea35-0f48-49e1-b3a2-50a0a848dc4f tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 945 time: 0.0605319 Feb 16 14:21:51.141412 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e31964c6-162a-459a-827e-3f65e6699ae4 req-8369447e-2436-4732-8a74-772d14150fb0 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=d7305ab7-4007-4059-9605-577556c616a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449777 Feb 16 14:21:51.332286 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-6e294e92-9937-4081-9393-3e586f4d0542 admin admin] Deleting port dd7b6e27-3cee-423b-8c83-ee3fe0608404 {{(pid=102969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:21:51.332619 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-6e294e92-9937-4081-9393-3e586f4d0542 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784247387639'] for port (dd7b6e27-3cee-423b-8c83-ee3fe0608404), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:51.410229 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.db [None req-6e294e92-9937-4081-9393-3e586f4d0542 admin admin] For port dd7b6e27-3cee-423b-8c83-ee3fe0608404, host dv-cinder-773985-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=dd7b6e27-3cee-423b-8c83-ee3fe0608404,segment=NetworkSegment(563e0906-a05c-42cb-9152-87b93a4003d1),segment_id=563e0906-a05c-42cb-9152-87b93a4003d1)] {{(pid=102969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:21:51.410948 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-6e294e92-9937-4081-9393-3e586f4d0542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595644'] for port (dd7b6e27-3cee-423b-8c83-ee3fe0608404), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:51.423150 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-6e294e92-9937-4081-9393-3e586f4d0542 admin admin] Calling delete_port for dd7b6e27-3cee-423b-8c83-ee3fe0608404 owned by network:router_interface {{(pid=102969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:21:51.597428 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-6e294e92-9937-4081-9393-3e586f4d0542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784247495006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784246951217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10340347'] for port (dd7b6e27-3cee-423b-8c83-ee3fe0608404), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:51.626721 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e294e92-9937-4081-9393-3e586f4d0542 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd7b6e27-3cee-423b-8c83-ee3fe0608404,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:21:51.811339 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-6e294e92-9937-4081-9393-3e586f4d0542 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2062363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589544'] for router_interface (7167c442-4043-4e8d-98fe-927cf971b07c), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:52.046539 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e294e92-9937-4081-9393-3e586f4d0542 admin admin] Router 7167c442-4043-4e8d-98fe-927cf971b07c has already been hosted by L3 agent 531611a8-34ea-4f1f-8d10-111cbf56a8a1 {{(pid=102969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:21:52.136343 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 3de8b920-644e-4a4e-b051-6ca2a80b90cb no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:21:52.155873 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] No Port match for: 3de8b920-644e-4a4e-b051-6ca2a80b90cb {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:21:52.156242 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 3de8b920-644e-4a4e-b051-6ca2a80b90cb not bound to the agent host hv-cinder-77398 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:21:52.158195 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e294e92-9937-4081-9393-3e586f4d0542 admin admin] Notify agent at l3_agent.dv-cinder-773985-32-iscsi the message routers_updated {{(pid=102969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:21:52.163119 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-6e294e92-9937-4081-9393-3e586f4d0542 admin admin] 10.222.0.120 "PUT /v2.0/routers/7167c442-4043-4e8d-98fe-927cf971b07c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8104537 Feb 16 14:21:52.165539 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 59152) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:21:52.166531 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b216542a-4e7e-4398-9313-463c82188a0b None None] Sync routers for ids ['7167c442-4043-4e8d-98fe-927cf971b07c'] in dv-cinder-773985-32-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:21:52.177860 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b216542a-4e7e-4398-9313-463c82188a0b None None] Routers {'7167c442-4043-4e8d-98fe-927cf971b07c'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:21:52.178483 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-b216542a-4e7e-4398-9313-463c82188a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:21:41Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['7167c442-4043-4e8d-98fe-927cf971b07c'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:21:52.312783 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f3ec1-77f7-41c2-a0cd-fdfb7593e769 req-7ffa18b2-aeea-4178-9429-6154929dd738 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:52.314241 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-999f3ec1-77f7-41c2-a0cd-fdfb7593e769 req-7ffa18b2-aeea-4178-9429-6154929dd738 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 945 time: 0.0841336 Feb 16 14:21:52.315700 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-1b79a06b-5148-40d9-8c62-6500738a798c admin admin] Publish callbacks [] for router (7167c442-4043-4e8d-98fe-927cf971b07c), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:52.418623 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-b216542a-4e7e-4398-9313-463c82188a0b None None] Set router 7167c442-4043-4e8d-98fe-927cf971b07c gateway port host: dv-cinder-773985-32-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:21:52.434582 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-999f3ec1-77f7-41c2-a0cd-fdfb7593e769 req-122b21a0-0d67-47e7-8766-4502a20b48e0 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=d7305ab7-4007-4059-9605-577556c616a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846422 Feb 16 14:21:52.460389 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-1b79a06b-5148-40d9-8c62-6500738a798c admin admin] Publish callbacks [] for router_gateway (7167c442-4043-4e8d-98fe-927cf971b07c), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:52.507896 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-1b79a06b-5148-40d9-8c62-6500738a798c admin admin] Deleting port 0e844233-392d-4d03-ad99-35a3d7c3d75e {{(pid=102969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:21:52.508238 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-1b79a06b-5148-40d9-8c62-6500738a798c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784247387639'] for port (0e844233-392d-4d03-ad99-35a3d7c3d75e), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:52.603377 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.db [None req-1b79a06b-5148-40d9-8c62-6500738a798c admin admin] For port 0e844233-392d-4d03-ad99-35a3d7c3d75e, host dv-cinder-773985-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=0e844233-392d-4d03-ad99-35a3d7c3d75e,segment=NetworkSegment(26d58d4e-c6ed-4576-9373-5fb9e6fda4ae),segment_id=26d58d4e-c6ed-4576-9373-5fb9e6fda4ae)] {{(pid=102969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:21:52.604048 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-1b79a06b-5148-40d9-8c62-6500738a798c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595644'] for port (0e844233-392d-4d03-ad99-35a3d7c3d75e), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:52.615680 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-b216542a-4e7e-4398-9313-463c82188a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7167c442-4043-4e8d-98fe-927cf971b07c', 'name': 'tempest-TestMinimumBasicScenario-1189098942-router', 'tenant_id': '451735af279a49b18eb4ca311c7315a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '0e844233-392d-4d03-ad99-35a3d7c3d75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:18:13Z', 'updated_at': '2022-02-16T14:21:51Z', 'revision_number': 5, 'project_id': '451735af279a49b18eb4ca311c7315a0', 'gw_port': {'id': '0e844233-392d-4d03-ad99-35a3d7c3d75e', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:36:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7167c442-4043-4e8d-98fe-927cf971b07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:18:15Z', 'updated_at': '2022-02-16T14:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi'}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:21:52.617730 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-1b79a06b-5148-40d9-8c62-6500738a798c admin admin] Calling delete_port for 0e844233-392d-4d03-ad99-35a3d7c3d75e owned by network:router_gateway {{(pid=102969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:21:52.650967 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b216542a-4e7e-4398-9313-463c82188a0b None None] Checking router: 7167c442-4043-4e8d-98fe-927cf971b07c for host: dv-cinder-773985-32-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:21:52.661726 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b216542a-4e7e-4398-9313-463c82188a0b None None] Routers {'7167c442-4043-4e8d-98fe-927cf971b07c'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:21:52.661726 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-b216542a-4e7e-4398-9313-463c82188a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:21:41Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['7167c442-4043-4e8d-98fe-927cf971b07c'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:21:52.783130 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-b216542a-4e7e-4398-9313-463c82188a0b None None] Set router 7167c442-4043-4e8d-98fe-927cf971b07c gateway port host: None {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:21:52.818574 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-1b79a06b-5148-40d9-8c62-6500738a798c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784247495006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784246951217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10340347'] for port (0e844233-392d-4d03-ad99-35a3d7c3d75e), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:52.830893 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-b216542a-4e7e-4398-9313-463c82188a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7167c442-4043-4e8d-98fe-927cf971b07c', 'name': 'tempest-TestMinimumBasicScenario-1189098942-router', 'tenant_id': '451735af279a49b18eb4ca311c7315a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:18:13Z', 'updated_at': '2022-02-16T14:21:52Z', 'revision_number': 6, 'project_id': '451735af279a49b18eb4ca311c7315a0', 'gw_port_host': None}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:21:52.846865 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b79a06b-5148-40d9-8c62-6500738a798c admin admin] Pushing event deleted for resources: {'Port': ['ID=0e844233-392d-4d03-ad99-35a3d7c3d75e,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:21:52.861173 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b216542a-4e7e-4398-9313-463c82188a0b None None] The sync data for ids ['7167c442-4043-4e8d-98fe-927cf971b07c'] in dv-cinder-773985-32-iscsi is: [{'id': '7167c442-4043-4e8d-98fe-927cf971b07c', 'name': 'tempest-TestMinimumBasicScenario-1189098942-router', 'tenant_id': '451735af279a49b18eb4ca311c7315a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:18:13Z', 'updated_at': '2022-02-16T14:21:52Z', 'revision_number': 6, 'project_id': '451735af279a49b18eb4ca311c7315a0', 'gw_port_host': None}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:21:52.913527 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-1b79a06b-5148-40d9-8c62-6500738a798c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1596050'] for router_gateway (7167c442-4043-4e8d-98fe-927cf971b07c), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:53.008099 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-1b79a06b-5148-40d9-8c62-6500738a798c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1602575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24978'] for router (7167c442-4043-4e8d-98fe-927cf971b07c), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:53.010884 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-1b79a06b-5148-40d9-8c62-6500738a798c admin admin] Publish callbacks [] for router_controller (7167c442-4043-4e8d-98fe-927cf971b07c), precommit_delete_associations {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:53.061574 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-1b79a06b-5148-40d9-8c62-6500738a798c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602566'] for router (7167c442-4043-4e8d-98fe-927cf971b07c), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:53.062281 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b79a06b-5148-40d9-8c62-6500738a798c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7167c442-4043-4e8d-98fe-927cf971b07c {{(pid=102969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:21:53.069342 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-1b79a06b-5148-40d9-8c62-6500738a798c admin admin] Publish callbacks [] for router (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:53.071433 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-1b79a06b-5148-40d9-8c62-6500738a798c admin admin] 10.222.0.120 "DELETE /v2.0/routers/7167c442-4043-4e8d-98fe-927cf971b07c HTTP/1.1" status: 204 len: 168 time: 0.9046950 Feb 16 14:21:53.074668 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 59168) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:21:53.119292 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bb9e01a-40cb-4c6a-93a6-0cdf7df73265 admin admin] Deleting subnet b624c315-0258-4d32-af36-3453b0a86eee {{(pid=102968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 14:21:53.122327 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6bb9e01a-40cb-4c6a-93a6-0cdf7df73265 admin admin] Publish callbacks [] for subnet (b624c315-0258-4d32-af36-3453b0a86eee), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:53.159275 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6bb9e01a-40cb-4c6a-93a6-0cdf7df73265 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9208702'] for subnet (b624c315-0258-4d32-af36-3453b0a86eee), precommit_delete_associations {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:53.270470 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6bb9e01a-40cb-4c6a-93a6-0cdf7df73265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-900998'] for subnet (b624c315-0258-4d32-af36-3453b0a86eee), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:53.333866 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6bb9e01a-40cb-4c6a-93a6-0cdf7df73265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-901007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8811251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9090829'] for subnet (b624c315-0258-4d32-af36-3453b0a86eee), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:53.363999 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb9e01a-40cb-4c6a-93a6-0cdf7df73265 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b624c315-0258-4d32-af36-3453b0a86eee,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:21:53.366021 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6bb9e01a-40cb-4c6a-93a6-0cdf7df73265 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for subnet (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:53.369857 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-6bb9e01a-40cb-4c6a-93a6-0cdf7df73265 admin admin] 10.222.0.120 "DELETE /v2.0/subnets/b624c315-0258-4d32-af36-3453b0a86eee HTTP/1.1" status: 204 len: 168 time: 0.2938745 Feb 16 14:21:53.370584 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403a7f31-f6c3-4f46-94ef-e0ec5f80f3cd None None] Network 72812c74-d3b2-4e09-97cd-f0c45c3b9f64 requested from dv-cinder-773985-32-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:21:53.372453 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 59174) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:21:53.439032 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c9349096-185a-45f5-90ec-f4752dda5de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924667'] for network (72812c74-d3b2-4e09-97cd-f0c45c3b9f64), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:53.501857 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-c9349096-185a-45f5-90ec-f4752dda5de8 admin admin] Deleting port a6439734-6f43-4234-a73b-a0aaf4a811e6 {{(pid=102969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:21:53.502219 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c9349096-185a-45f5-90ec-f4752dda5de8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784247387639'] for port (a6439734-6f43-4234-a73b-a0aaf4a811e6), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:53.590006 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.db [None req-c9349096-185a-45f5-90ec-f4752dda5de8 admin admin] For port a6439734-6f43-4234-a73b-a0aaf4a811e6, host dv-cinder-773985-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=a6439734-6f43-4234-a73b-a0aaf4a811e6,segment=NetworkSegment(563e0906-a05c-42cb-9152-87b93a4003d1),segment_id=563e0906-a05c-42cb-9152-87b93a4003d1)] {{(pid=102969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:21:53.590304 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c9349096-185a-45f5-90ec-f4752dda5de8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595644'] for port (a6439734-6f43-4234-a73b-a0aaf4a811e6), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:53.607930 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-c9349096-185a-45f5-90ec-f4752dda5de8 admin admin] Calling delete_port for a6439734-6f43-4234-a73b-a0aaf4a811e6 owned by network:dhcp {{(pid=102969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:21:53.626364 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70385d3b-36de-4834-8a56-a74afef198b0 req-d1a562e3-e84e-4f1b-a9c2-6616f3dd7abc tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:53.627911 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-70385d3b-36de-4834-8a56-a74afef198b0 req-d1a562e3-e84e-4f1b-a9c2-6616f3dd7abc tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 945 time: 0.1141503 Feb 16 14:21:53.664383 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c718b8-5c57-4858-a0b5-3f3db0b176f6 None None] DHCP port deletion for 72812c74-d3b2-4e09-97cd-f0c45c3b9f64 request from dv-cinder-773985-32-iscsi {{(pid=102970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 14:21:53.722540 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-84c718b8-5c57-4858-a0b5-3f3db0b176f6 None None] Deleting port a6439734-6f43-4234-a73b-a0aaf4a811e6 {{(pid=102970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:21:53.722912 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-84c718b8-5c57-4858-a0b5-3f3db0b176f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784247387639'] for port (a6439734-6f43-4234-a73b-a0aaf4a811e6), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:53.731575 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-70385d3b-36de-4834-8a56-a74afef198b0 req-8e3d3746-768f-40f7-9c77-8fa47d471150 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=d7305ab7-4007-4059-9605-577556c616a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979352 Feb 16 14:21:53.747527 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c9349096-185a-45f5-90ec-f4752dda5de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784247495006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784246951217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10340347'] for port (a6439734-6f43-4234-a73b-a0aaf4a811e6), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:53.780863 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9349096-185a-45f5-90ec-f4752dda5de8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6439734-6f43-4234-a73b-a0aaf4a811e6,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:21:53.784455 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9349096-185a-45f5-90ec-f4752dda5de8 admin admin] No DVR routers for this DVR port a6439734-6f43-4234-a73b-a0aaf4a811e6 on host dv-cinder-773985-32-iscsi {{(pid=102969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:21:53.795133 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device a6439734-6f43-4234-a73b-a0aaf4a811e6 no longer exists at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:21:53.828196 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] No Port match for: a6439734-6f43-4234-a73b-a0aaf4a811e6 {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:21:53.828426 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device a6439734-6f43-4234-a73b-a0aaf4a811e6 not bound to the agent host dv-cinder-773985-32-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:21:53.828795 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device 0e844233-392d-4d03-ad99-35a3d7c3d75e no longer exists at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:21:53.831546 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-84c718b8-5c57-4858-a0b5-3f3db0b176f6 None None] For port a6439734-6f43-4234-a73b-a0aaf4a811e6, host dv-cinder-773985-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=a6439734-6f43-4234-a73b-a0aaf4a811e6,segment=NetworkSegment(563e0906-a05c-42cb-9152-87b93a4003d1),segment_id=563e0906-a05c-42cb-9152-87b93a4003d1)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:21:53.831947 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-84c718b8-5c57-4858-a0b5-3f3db0b176f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595644'] for port (a6439734-6f43-4234-a73b-a0aaf4a811e6), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:53.859734 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c9349096-185a-45f5-90ec-f4752dda5de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897531', 'neutron.services.segments.db._delete_segments_for_network-8784247451275'] for network (72812c74-d3b2-4e09-97cd-f0c45c3b9f64), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:53.860091 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] No Port match for: 0e844233-392d-4d03-ad99-35a3d7c3d75e {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:21:53.860443 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device 0e844233-392d-4d03-ad99-35a3d7c3d75e not bound to the agent host dv-cinder-773985-32-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:21:53.860858 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device dd7b6e27-3cee-423b-8c83-ee3fe0608404 no longer exists at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:21:53.862686 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-84c718b8-5c57-4858-a0b5-3f3db0b176f6 None None] Calling delete_port for a6439734-6f43-4234-a73b-a0aaf4a811e6 owned by network:dhcp {{(pid=102970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:21:53.880036 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.services.segments.db [None req-c9349096-185a-45f5-90ec-f4752dda5de8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72812c74-d3b2-4e09-97cd-f0c45c3b9f64']}} {{(pid=102969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:21:53.885448 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] No Port match for: dd7b6e27-3cee-423b-8c83-ee3fe0608404 {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:21:53.885803 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device dd7b6e27-3cee-423b-8c83-ee3fe0608404 not bound to the agent host dv-cinder-773985-32-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:21:53.889978 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.services.segments.db [None req-c9349096-185a-45f5-90ec-f4752dda5de8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '563e0906-a05c-42cb-9152-87b93a4003d1') {'for_net_delete': True} {{(pid=102969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:21:53.890277 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.services.segments.db [None req-c9349096-185a-45f5-90ec-f4752dda5de8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '563e0906-a05c-42cb-9152-87b93a4003d1') {} {{(pid=102969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:21:53.900881 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c9349096-185a-45f5-90ec-f4752dda5de8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784247452308', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10125332'] for segment (563e0906-a05c-42cb-9152-87b93a4003d1), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:53.917247 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c9349096-185a-45f5-90ec-f4752dda5de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894495'] for segment (563e0906-a05c-42cb-9152-87b93a4003d1), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:53.924510 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9349096-185a-45f5-90ec-f4752dda5de8 admin admin] Releasing vlan 1319 on physical network physnet1 to pool {{(pid=102969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:21:53.924920 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c9349096-185a-45f5-90ec-f4752dda5de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10340244'] for segment (563e0906-a05c-42cb-9152-87b93a4003d1), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:53.926934 dv-cinder-773985-32-iscsi neutron-server[102969]: Traceback (most recent call last): Feb 16 14:21:53.926934 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:21:53.926934 dv-cinder-773985-32-iscsi neutron-server[102969]: timer() Feb 16 14:21:53.926934 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:21:53.926934 dv-cinder-773985-32-iscsi neutron-server[102969]: cb(*args, **kw) Feb 16 14:21:53.926934 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:21:53.926934 dv-cinder-773985-32-iscsi neutron-server[102969]: return func(*args, **kwargs) Feb 16 14:21:53.926934 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:21:53.926934 dv-cinder-773985-32-iscsi neutron-server[102969]: self._notify() Feb 16 14:21:53.926934 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:21:53.926934 dv-cinder-773985-32-iscsi neutron-server[102969]: self.callback(batched_events) Feb 16 14:21:53.926934 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:21:53.926934 dv-cinder-773985-32-iscsi neutron-server[102969]: event.method(event) Feb 16 14:21:53.926934 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:21:53.926934 dv-cinder-773985-32-iscsi neutron-server[102969]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:21:53.926934 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:21:53.926934 dv-cinder-773985-32-iscsi neutron-server[102969]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:21:53.926934 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:21:53.926934 dv-cinder-773985-32-iscsi neutron-server[102969]: return f(self, *a, **k) Feb 16 14:21:53.926934 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:21:53.926934 dv-cinder-773985-32-iscsi neutron-server[102969]: return self._get(url).json() Feb 16 14:21:53.926934 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:21:53.926934 dv-cinder-773985-32-iscsi neutron-server[102969]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:21:53.926934 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:21:53.926934 dv-cinder-773985-32-iscsi neutron-server[102969]: return self.request(url, 'GET', **kwargs) Feb 16 14:21:53.926934 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:21:53.926934 dv-cinder-773985-32-iscsi neutron-server[102969]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:21:53.926934 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:21:53.926934 dv-cinder-773985-32-iscsi neutron-server[102969]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:21:53.926934 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:21:53.926934 dv-cinder-773985-32-iscsi neutron-server[102969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:21:53.926934 dv-cinder-773985-32-iscsi neutron-server[102969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:21:53.984529 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c9349096-185a-45f5-90ec-f4752dda5de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1596086'] for network (72812c74-d3b2-4e09-97cd-f0c45c3b9f64), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:53.996336 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c9349096-185a-45f5-90ec-f4752dda5de8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for network (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:54.003882 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-c9349096-185a-45f5-90ec-f4752dda5de8 admin admin] 10.222.0.120 "DELETE /v2.0/networks/72812c74-d3b2-4e09-97cd-f0c45c3b9f64 HTTP/1.1" status: 204 len: 168 time: 0.6269181 Feb 16 14:21:54.003992 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 59180) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:21:54.009774 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9349096-185a-45f5-90ec-f4752dda5de8 admin admin] Pushing event deleted for resources: {'Network': ['ID=72812c74-d3b2-4e09-97cd-f0c45c3b9f64,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:21:54.021707 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-84c718b8-5c57-4858-a0b5-3f3db0b176f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784247495006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784246951217'] for port (a6439734-6f43-4234-a73b-a0aaf4a811e6), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:54.035422 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-84c718b8-5c57-4858-a0b5-3f3db0b176f6 None None] Network 72812c74-d3b2-4e09-97cd-f0c45c3b9f64 is not hosted by any dhcp agent {{(pid=102970) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 16 14:21:54.035422 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c718b8-5c57-4858-a0b5-3f3db0b176f6 None None] No DVR routers for this DVR port a6439734-6f43-4234-a73b-a0aaf4a811e6 on host dv-cinder-773985-32-iscsi {{(pid=102970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:21:54.061250 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c718b8-5c57-4858-a0b5-3f3db0b176f6 None None] Pushing event deleted for resources: {'Port': ['ID=a6439734-6f43-4234-a73b-a0aaf4a811e6,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:21:54.413045 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-5d348aea-7f44-477e-8e4d-7949968098b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1593304'] for router_interface (2f9b15de-d019-4dee-a288-2fff19285cdc), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:54.658106 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-5d348aea-7f44-477e-8e4d-7949968098b6 admin admin] Deleting port c7afc8e2-8264-453f-98ec-4c3bd955c6e7 {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:21:54.658435 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-5d348aea-7f44-477e-8e4d-7949968098b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784247387639'] for port (c7afc8e2-8264-453f-98ec-4c3bd955c6e7), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:54.736154 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [None req-5d348aea-7f44-477e-8e4d-7949968098b6 admin admin] For port c7afc8e2-8264-453f-98ec-4c3bd955c6e7, host dv-cinder-773985-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=c7afc8e2-8264-453f-98ec-4c3bd955c6e7,segment=NetworkSegment(4ab0ea73-dd7b-4945-b602-056bb4060947),segment_id=4ab0ea73-dd7b-4945-b602-056bb4060947)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:21:54.736421 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-5d348aea-7f44-477e-8e4d-7949968098b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595644'] for port (c7afc8e2-8264-453f-98ec-4c3bd955c6e7), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:54.750785 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-5d348aea-7f44-477e-8e4d-7949968098b6 admin admin] Calling delete_port for c7afc8e2-8264-453f-98ec-4c3bd955c6e7 owned by network:router_interface {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:21:54.917965 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb4363-9d05-471a-ace5-218d0167b649 req-8b69d1e8-3786-40a8-b35a-e6009909b19b tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:54.919482 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f3eb4363-9d05-471a-ace5-218d0167b649 req-8b69d1e8-3786-40a8-b35a-e6009909b19b tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 945 time: 0.1078362 Feb 16 14:21:55.000634 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f3eb4363-9d05-471a-ace5-218d0167b649 req-5b6753e8-4160-4373-a81f-e9067fe52ec8 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=d7305ab7-4007-4059-9605-577556c616a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754988 Feb 16 14:21:55.001564 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-5d348aea-7f44-477e-8e4d-7949968098b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784247495006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784246951217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811206'] for port (c7afc8e2-8264-453f-98ec-4c3bd955c6e7), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:55.027321 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d348aea-7f44-477e-8e4d-7949968098b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7afc8e2-8264-453f-98ec-4c3bd955c6e7,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:21:55.197382 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-5d348aea-7f44-477e-8e4d-7949968098b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2062363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589544'] for router_interface (2f9b15de-d019-4dee-a288-2fff19285cdc), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:55.413349 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d348aea-7f44-477e-8e4d-7949968098b6 admin admin] Router 2f9b15de-d019-4dee-a288-2fff19285cdc has already been hosted by L3 agent 531611a8-34ea-4f1f-8d10-111cbf56a8a1 {{(pid=102968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:21:55.526724 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d348aea-7f44-477e-8e4d-7949968098b6 admin admin] Notify agent at l3_agent.dv-cinder-773985-32-iscsi the message routers_updated {{(pid=102968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:21:55.533294 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-5d348aea-7f44-477e-8e4d-7949968098b6 admin admin] 10.222.0.120 "PUT /v2.0/routers/2f9b15de-d019-4dee-a288-2fff19285cdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5284886 Feb 16 14:21:55.536428 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 59196) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:21:55.538863 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c53e42-31d8-4b33-8e64-c98048d82efc None None] Sync routers for ids ['2f9b15de-d019-4dee-a288-2fff19285cdc'] in dv-cinder-773985-32-iscsi {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:21:55.552762 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c53e42-31d8-4b33-8e64-c98048d82efc None None] Routers {'2f9b15de-d019-4dee-a288-2fff19285cdc'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:21:55.553748 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-b1c53e42-31d8-4b33-8e64-c98048d82efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:21:41Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['2f9b15de-d019-4dee-a288-2fff19285cdc'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:21:55.674935 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-b1c53e42-31d8-4b33-8e64-c98048d82efc None None] Set router 2f9b15de-d019-4dee-a288-2fff19285cdc gateway port host: dv-cinder-773985-32-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:21:55.862928 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-b1c53e42-31d8-4b33-8e64-c98048d82efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9b15de-d019-4dee-a288-2fff19285cdc', 'name': 'tempest-TestMinimumBasicScenario-33329580-router', 'tenant_id': 'ba9cdfeb53e840f88f205020fa9cd460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '0be40acb-a14e-44eb-a317-9875f67f22f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:18:20Z', 'updated_at': '2022-02-16T14:21:54Z', 'revision_number': 5, 'project_id': 'ba9cdfeb53e840f88f205020fa9cd460', 'gw_port': {'id': '0be40acb-a14e-44eb-a317-9875f67f22f0', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:82:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9b15de-d019-4dee-a288-2fff19285cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:18:21Z', 'updated_at': '2022-02-16T14:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi'}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:21:55.888315 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c53e42-31d8-4b33-8e64-c98048d82efc None None] Checking router: 2f9b15de-d019-4dee-a288-2fff19285cdc for host: dv-cinder-773985-32-iscsi {{(pid=102971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:21:55.896147 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-690837db-0363-434b-9a02-2ee098040292 admin admin] Publish callbacks [] for router (2f9b15de-d019-4dee-a288-2fff19285cdc), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:55.896303 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c53e42-31d8-4b33-8e64-c98048d82efc None None] Routers {'2f9b15de-d019-4dee-a288-2fff19285cdc'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:21:55.896976 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-b1c53e42-31d8-4b33-8e64-c98048d82efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:21:41Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['2f9b15de-d019-4dee-a288-2fff19285cdc'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:21:55.999739 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-690837db-0363-434b-9a02-2ee098040292 admin admin] Publish callbacks [] for router_gateway (2f9b15de-d019-4dee-a288-2fff19285cdc), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:56.000024 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-b1c53e42-31d8-4b33-8e64-c98048d82efc None None] Set router 2f9b15de-d019-4dee-a288-2fff19285cdc gateway port host: dv-cinder-773985-32-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:21:56.054736 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-690837db-0363-434b-9a02-2ee098040292 admin admin] Deleting port 0be40acb-a14e-44eb-a317-9875f67f22f0 {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:21:56.055069 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-690837db-0363-434b-9a02-2ee098040292 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784247387639'] for port (0be40acb-a14e-44eb-a317-9875f67f22f0), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:56.135707 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac01200-1aab-4bec-bf60-81f187560103 req-54abfc87-b4ea-4819-9524-fe917ef1d4bb tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:56.137558 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2ac01200-1aab-4bec-bf60-81f187560103 req-54abfc87-b4ea-4819-9524-fe917ef1d4bb tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 945 time: 0.0574486 Feb 16 14:21:56.141043 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [None req-690837db-0363-434b-9a02-2ee098040292 admin admin] For port 0be40acb-a14e-44eb-a317-9875f67f22f0, host dv-cinder-773985-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=0be40acb-a14e-44eb-a317-9875f67f22f0,segment=NetworkSegment(26d58d4e-c6ed-4576-9373-5fb9e6fda4ae),segment_id=26d58d4e-c6ed-4576-9373-5fb9e6fda4ae)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:21:56.141420 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-690837db-0363-434b-9a02-2ee098040292 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595644'] for port (0be40acb-a14e-44eb-a317-9875f67f22f0), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:56.154393 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-690837db-0363-434b-9a02-2ee098040292 admin admin] Calling delete_port for 0be40acb-a14e-44eb-a317-9875f67f22f0 owned by network:router_gateway {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:21:56.185928 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-b1c53e42-31d8-4b33-8e64-c98048d82efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9b15de-d019-4dee-a288-2fff19285cdc', 'name': 'tempest-TestMinimumBasicScenario-33329580-router', 'tenant_id': 'ba9cdfeb53e840f88f205020fa9cd460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '0be40acb-a14e-44eb-a317-9875f67f22f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:18:20Z', 'updated_at': '2022-02-16T14:21:54Z', 'revision_number': 5, 'project_id': 'ba9cdfeb53e840f88f205020fa9cd460', 'gw_port': {'id': '0be40acb-a14e-44eb-a317-9875f67f22f0', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:82:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9b15de-d019-4dee-a288-2fff19285cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:18:21Z', 'updated_at': '2022-02-16T14:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi'}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:21:56.186422 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2ac01200-1aab-4bec-bf60-81f187560103 req-9fa82a24-07f9-42b6-b83e-49e36484eec6 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=d7305ab7-4007-4059-9605-577556c616a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426466 Feb 16 14:21:56.211701 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c53e42-31d8-4b33-8e64-c98048d82efc None None] The sync data for ids ['2f9b15de-d019-4dee-a288-2fff19285cdc'] in dv-cinder-773985-32-iscsi is: [{'id': '2f9b15de-d019-4dee-a288-2fff19285cdc', 'name': 'tempest-TestMinimumBasicScenario-33329580-router', 'tenant_id': 'ba9cdfeb53e840f88f205020fa9cd460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '0be40acb-a14e-44eb-a317-9875f67f22f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:18:20Z', 'updated_at': '2022-02-16T14:21:54Z', 'revision_number': 5, 'project_id': 'ba9cdfeb53e840f88f205020fa9cd460', 'gw_port': {'id': '0be40acb-a14e-44eb-a317-9875f67f22f0', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:82:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9b15de-d019-4dee-a288-2fff19285cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:18:21Z', 'updated_at': '2022-02-16T14:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi'}] {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:21:56.330928 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-690837db-0363-434b-9a02-2ee098040292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784247495006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784246951217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811206'] for port (0be40acb-a14e-44eb-a317-9875f67f22f0), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:56.357232 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690837db-0363-434b-9a02-2ee098040292 admin admin] Pushing event deleted for resources: {'Port': ['ID=0be40acb-a14e-44eb-a317-9875f67f22f0,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:21:56.414834 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-690837db-0363-434b-9a02-2ee098040292 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1596050'] for router_gateway (2f9b15de-d019-4dee-a288-2fff19285cdc), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:56.520975 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-690837db-0363-434b-9a02-2ee098040292 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1602575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24978'] for router (2f9b15de-d019-4dee-a288-2fff19285cdc), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:56.523026 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-690837db-0363-434b-9a02-2ee098040292 admin admin] Publish callbacks [] for router_controller (2f9b15de-d019-4dee-a288-2fff19285cdc), precommit_delete_associations {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:56.588482 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-690837db-0363-434b-9a02-2ee098040292 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602566'] for router (2f9b15de-d019-4dee-a288-2fff19285cdc), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:56.589481 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690837db-0363-434b-9a02-2ee098040292 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f9b15de-d019-4dee-a288-2fff19285cdc {{(pid=102968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:21:56.595071 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-690837db-0363-434b-9a02-2ee098040292 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:56.596294 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-690837db-0363-434b-9a02-2ee098040292 admin admin] 10.222.0.120 "DELETE /v2.0/routers/2f9b15de-d019-4dee-a288-2fff19285cdc HTTP/1.1" status: 204 len: 168 time: 1.0585210 Feb 16 14:21:56.598716 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 59204) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:21:56.645233 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_v2 [None req-1508a53a-50da-46cb-ac38-b4d7a30986e1 admin admin] Deleting subnet 3c8f38fb-ef4f-43fb-a5bb-5eca5e98d709 {{(pid=102968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 14:21:56.648887 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-1508a53a-50da-46cb-ac38-b4d7a30986e1 admin admin] Publish callbacks [] for subnet (3c8f38fb-ef4f-43fb-a5bb-5eca5e98d709), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:56.688931 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-1508a53a-50da-46cb-ac38-b4d7a30986e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9208702'] for subnet (3c8f38fb-ef4f-43fb-a5bb-5eca5e98d709), precommit_delete_associations {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:56.766844 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-1508a53a-50da-46cb-ac38-b4d7a30986e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-900998'] for subnet (3c8f38fb-ef4f-43fb-a5bb-5eca5e98d709), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:56.825803 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-1508a53a-50da-46cb-ac38-b4d7a30986e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-901007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8811251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9090829'] for subnet (3c8f38fb-ef4f-43fb-a5bb-5eca5e98d709), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:56.851881 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1508a53a-50da-46cb-ac38-b4d7a30986e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c8f38fb-ef4f-43fb-a5bb-5eca5e98d709,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:21:56.856056 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-1508a53a-50da-46cb-ac38-b4d7a30986e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for subnet (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:56.859597 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-1508a53a-50da-46cb-ac38-b4d7a30986e1 admin admin] 10.222.0.120 "DELETE /v2.0/subnets/3c8f38fb-ef4f-43fb-a5bb-5eca5e98d709 HTTP/1.1" status: 204 len: 168 time: 0.2595606 Feb 16 14:21:56.861684 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 59206) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:21:56.868927 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa439995-ea48-4896-ad6c-a70cd23b8b9b None None] Network 4271ab7e-0cbe-41be-b1b5-81e73c61bfcf requested from dv-cinder-773985-32-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:21:56.933410 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-9e47309f-7723-4bc3-8dfb-9318192d1d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924667'] for network (4271ab7e-0cbe-41be-b1b5-81e73c61bfcf), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:56.984806 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-9e47309f-7723-4bc3-8dfb-9318192d1d29 admin admin] Deleting port ecf38ed2-3ec1-4456-b409-71fd33bfa43a {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:21:56.985149 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-9e47309f-7723-4bc3-8dfb-9318192d1d29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784247387639'] for port (ecf38ed2-3ec1-4456-b409-71fd33bfa43a), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:57.049542 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [None req-9e47309f-7723-4bc3-8dfb-9318192d1d29 admin admin] For port ecf38ed2-3ec1-4456-b409-71fd33bfa43a, host dv-cinder-773985-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=ecf38ed2-3ec1-4456-b409-71fd33bfa43a,segment=NetworkSegment(4ab0ea73-dd7b-4945-b602-056bb4060947),segment_id=4ab0ea73-dd7b-4945-b602-056bb4060947)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:21:57.049896 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-9e47309f-7723-4bc3-8dfb-9318192d1d29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595644'] for port (ecf38ed2-3ec1-4456-b409-71fd33bfa43a), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:57.062815 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-9e47309f-7723-4bc3-8dfb-9318192d1d29 admin admin] Calling delete_port for ecf38ed2-3ec1-4456-b409-71fd33bfa43a owned by network:dhcp {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:21:57.138383 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-9e47309f-7723-4bc3-8dfb-9318192d1d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784247495006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784246951217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811206'] for port (ecf38ed2-3ec1-4456-b409-71fd33bfa43a), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:57.163694 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e47309f-7723-4bc3-8dfb-9318192d1d29 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecf38ed2-3ec1-4456-b409-71fd33bfa43a,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:21:57.166069 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e47309f-7723-4bc3-8dfb-9318192d1d29 admin admin] No DVR routers for this DVR port ecf38ed2-3ec1-4456-b409-71fd33bfa43a on host dv-cinder-773985-32-iscsi {{(pid=102968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:21:57.238149 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-9e47309f-7723-4bc3-8dfb-9318192d1d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897531', 'neutron.services.segments.db._delete_segments_for_network-8784247451275'] for network (4271ab7e-0cbe-41be-b1b5-81e73c61bfcf), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:57.263740 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fbd513-f88a-4194-9d56-ad229ac8382c None None] DHCP port deletion for 4271ab7e-0cbe-41be-b1b5-81e73c61bfcf request from dv-cinder-773985-32-iscsi {{(pid=102970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 14:21:57.273271 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.services.segments.db [None req-9e47309f-7723-4bc3-8dfb-9318192d1d29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4271ab7e-0cbe-41be-b1b5-81e73c61bfcf']}} {{(pid=102968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:21:57.299578 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.services.segments.db [None req-9e47309f-7723-4bc3-8dfb-9318192d1d29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ab0ea73-dd7b-4945-b602-056bb4060947') {'for_net_delete': True} {{(pid=102968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:21:57.299884 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.services.segments.db [None req-9e47309f-7723-4bc3-8dfb-9318192d1d29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ab0ea73-dd7b-4945-b602-056bb4060947') {} {{(pid=102968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:21:57.315216 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-9e47309f-7723-4bc3-8dfb-9318192d1d29 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784247452308', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9208695'] for segment (4ab0ea73-dd7b-4945-b602-056bb4060947), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:57.333711 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-9e47309f-7723-4bc3-8dfb-9318192d1d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894495'] for segment (4ab0ea73-dd7b-4945-b602-056bb4060947), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:57.342474 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e47309f-7723-4bc3-8dfb-9318192d1d29 admin admin] Releasing vlan 1321 on physical network physnet1 to pool {{(pid=102968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:21:57.342854 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-9e47309f-7723-4bc3-8dfb-9318192d1d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8811177'] for segment (4ab0ea73-dd7b-4945-b602-056bb4060947), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:57.344502 dv-cinder-773985-32-iscsi neutron-server[102968]: Traceback (most recent call last): Feb 16 14:21:57.344502 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:21:57.344502 dv-cinder-773985-32-iscsi neutron-server[102968]: timer() Feb 16 14:21:57.344502 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:21:57.344502 dv-cinder-773985-32-iscsi neutron-server[102968]: cb(*args, **kw) Feb 16 14:21:57.344502 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:21:57.344502 dv-cinder-773985-32-iscsi neutron-server[102968]: return func(*args, **kwargs) Feb 16 14:21:57.344502 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:21:57.344502 dv-cinder-773985-32-iscsi neutron-server[102968]: self._notify() Feb 16 14:21:57.344502 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:21:57.344502 dv-cinder-773985-32-iscsi neutron-server[102968]: self.callback(batched_events) Feb 16 14:21:57.344502 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:21:57.344502 dv-cinder-773985-32-iscsi neutron-server[102968]: event.method(event) Feb 16 14:21:57.344502 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:21:57.344502 dv-cinder-773985-32-iscsi neutron-server[102968]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:21:57.344502 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:21:57.344502 dv-cinder-773985-32-iscsi neutron-server[102968]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:21:57.344502 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:21:57.344502 dv-cinder-773985-32-iscsi neutron-server[102968]: return f(self, *a, **k) Feb 16 14:21:57.344502 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:21:57.344502 dv-cinder-773985-32-iscsi neutron-server[102968]: return self._get(url).json() Feb 16 14:21:57.344502 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:21:57.344502 dv-cinder-773985-32-iscsi neutron-server[102968]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:21:57.344502 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:21:57.344502 dv-cinder-773985-32-iscsi neutron-server[102968]: return self.request(url, 'GET', **kwargs) Feb 16 14:21:57.344502 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:21:57.344502 dv-cinder-773985-32-iscsi neutron-server[102968]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:21:57.344502 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:21:57.344502 dv-cinder-773985-32-iscsi neutron-server[102968]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:21:57.344502 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:21:57.344502 dv-cinder-773985-32-iscsi neutron-server[102968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:21:57.344502 dv-cinder-773985-32-iscsi neutron-server[102968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:21:57.361799 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d7584-4ed4-4d6d-a2f5-f2f5a15ba492 req-1dae0be5-2cdb-4ed8-be14-713392bfa8a0 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:57.363271 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-cb4d7584-4ed4-4d6d-a2f5-f2f5a15ba492 req-1dae0be5-2cdb-4ed8-be14-713392bfa8a0 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 945 time: 0.1008921 Feb 16 14:21:57.420999 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-9e47309f-7723-4bc3-8dfb-9318192d1d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1596086'] for network (4271ab7e-0cbe-41be-b1b5-81e73c61bfcf), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:57.425313 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-9e47309f-7723-4bc3-8dfb-9318192d1d29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for network (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:57.428452 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-9e47309f-7723-4bc3-8dfb-9318192d1d29 admin admin] 10.222.0.120 "DELETE /v2.0/networks/4271ab7e-0cbe-41be-b1b5-81e73c61bfcf HTTP/1.1" status: 204 len: 168 time: 0.5658436 Feb 16 14:21:57.453644 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e47309f-7723-4bc3-8dfb-9318192d1d29 admin admin] Pushing event deleted for resources: {'Network': ['ID=4271ab7e-0cbe-41be-b1b5-81e73c61bfcf,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:21:57.463104 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-cb4d7584-4ed4-4d6d-a2f5-f2f5a15ba492 req-cff185db-902d-48f6-a70b-ba8dcd824f9f tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=d7305ab7-4007-4059-9605-577556c616a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639076 Feb 16 14:21:57.596689 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 59212) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:21:57.637953 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-6a534112-4809-4d8e-89ce-465b32268708 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=451735af279a49b18eb4ca311c7315a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400732 Feb 16 14:21:57.640293 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 59216) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:21:57.686252 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-0bdfc972-1e4f-4ae6-8721-4b84714a75ef admin admin] Publish callbacks [] for security_group (2d5f0775-d95b-405f-a566-2235d8a0cb0e), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:57.711051 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-0bdfc972-1e4f-4ae6-8721-4b84714a75ef admin admin] Publish callbacks [] for security_group (2d5f0775-d95b-405f-a566-2235d8a0cb0e), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:57.751084 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device 0be40acb-a14e-44eb-a317-9875f67f22f0 no longer exists at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:21:57.759793 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-0bdfc972-1e4f-4ae6-8721-4b84714a75ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (2d5f0775-d95b-405f-a566-2235d8a0cb0e), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:57.762371 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-0bdfc972-1e4f-4ae6-8721-4b84714a75ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:57.763579 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-0bdfc972-1e4f-4ae6-8721-4b84714a75ef admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/2d5f0775-d95b-405f-a566-2235d8a0cb0e HTTP/1.1" status: 204 len: 168 time: 0.1223757 Feb 16 14:21:57.771494 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdfc972-1e4f-4ae6-8721-4b84714a75ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5f0775-d95b-405f-a566-2235d8a0cb0e,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:21:57.774611 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] No Port match for: 0be40acb-a14e-44eb-a317-9875f67f22f0 {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:21:57.774959 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device 0be40acb-a14e-44eb-a317-9875f67f22f0 not bound to the agent host dv-cinder-773985-32-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:21:57.775403 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device c7afc8e2-8264-453f-98ec-4c3bd955c6e7 no longer exists at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:21:57.798136 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] No Port match for: c7afc8e2-8264-453f-98ec-4c3bd955c6e7 {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:21:57.798500 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device c7afc8e2-8264-453f-98ec-4c3bd955c6e7 not bound to the agent host dv-cinder-773985-32-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:21:57.798920 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device ecf38ed2-3ec1-4456-b409-71fd33bfa43a no longer exists at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:21:57.827113 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] No Port match for: ecf38ed2-3ec1-4456-b409-71fd33bfa43a {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:21:57.827567 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device ecf38ed2-3ec1-4456-b409-71fd33bfa43a not bound to the agent host dv-cinder-773985-32-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:21:57.882224 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-a8050c5e-fae0-4749-9066-b350f3112fc5 None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:21:58.070821 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 59222) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:21:58.109182 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-be41c1f6-79ec-4f1c-9c30-ba3f0fc1ee25 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=ba9cdfeb53e840f88f205020fa9cd460&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0366321 Feb 16 14:21:58.111593 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 59224) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:21:58.162770 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-418c0e31-b661-4f49-9a39-bad932353479 admin admin] Publish callbacks [] for security_group (552219eb-97f4-4d56-814c-fd2c5691a951), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:58.190580 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-418c0e31-b661-4f49-9a39-bad932353479 admin admin] Publish callbacks [] for security_group (552219eb-97f4-4d56-814c-fd2c5691a951), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:58.237009 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-418c0e31-b661-4f49-9a39-bad932353479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (552219eb-97f4-4d56-814c-fd2c5691a951), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:58.240183 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-418c0e31-b661-4f49-9a39-bad932353479 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:58.241656 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-418c0e31-b661-4f49-9a39-bad932353479 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/552219eb-97f4-4d56-814c-fd2c5691a951 HTTP/1.1" status: 204 len: 168 time: 0.1291239 Feb 16 14:21:58.250184 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c0e31-b661-4f49-9a39-bad932353479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552219eb-97f4-4d56-814c-fd2c5691a951,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:21:58.597100 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e40e0-ada1-4e49-b833-8ffdb2edfe7f req-d3a9df66-ea5b-4185-be86-fac8aaf78712 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:58.598655 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f87e40e0-ada1-4e49-b833-8ffdb2edfe7f req-d3a9df66-ea5b-4185-be86-fac8aaf78712 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 945 time: 0.0622382 Feb 16 14:21:58.653412 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f87e40e0-ada1-4e49-b833-8ffdb2edfe7f req-c67a12e9-cae5-4495-ab23-7a2eaedc9afb tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=d7305ab7-4007-4059-9605-577556c616a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480156 Feb 16 14:21:59.781432 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9194481e-bd4e-4641-a16a-6d1c15682193 req-b307d336-988a-408f-b879-62e0f14b4afd tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:59.782930 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9194481e-bd4e-4641-a16a-6d1c15682193 req-b307d336-988a-408f-b879-62e0f14b4afd tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 945 time: 0.0520959 Feb 16 14:21:59.829780 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9194481e-bd4e-4641-a16a-6d1c15682193 req-91b2dd66-cf05-4742-a72f-69655e1c7162 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=d7305ab7-4007-4059-9605-577556c616a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409853 Feb 16 14:22:00.953542 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee3623-229c-4fb6-a6ae-5d602ea97eff req-204065ea-826e-4ebc-bdac-f7cbf398b076 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:00.955030 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c9ee3623-229c-4fb6-a6ae-5d602ea97eff req-204065ea-826e-4ebc-bdac-f7cbf398b076 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 945 time: 0.0533173 Feb 16 14:22:01.001974 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c9ee3623-229c-4fb6-a6ae-5d602ea97eff req-067555b7-3fad-43af-9d6e-5be721b4a89a tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=d7305ab7-4007-4059-9605-577556c616a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412242 Feb 16 14:22:02.125172 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d990d26e-19bd-4247-ab44-cc738a2f2b72 req-30ed5530-dd80-4109-a3c7-cc5140a62dc6 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:02.126688 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d990d26e-19bd-4247-ab44-cc738a2f2b72 req-30ed5530-dd80-4109-a3c7-cc5140a62dc6 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 945 time: 0.0532970 Feb 16 14:22:02.178495 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d990d26e-19bd-4247-ab44-cc738a2f2b72 req-bfe7f76a-b199-4ec5-9dee-043ea93f8c90 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=d7305ab7-4007-4059-9605-577556c616a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462792 Feb 16 14:22:02.895240 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (0563e457-3a96-4909-b5a3-8fa5db96f619), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:03.315374 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e8bc8-6a47-4b60-8ab0-bf441476c9f2 req-651d6876-2f70-40cb-ad09-eb6e3d5efdea tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:03.317861 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-fd4e8bc8-6a47-4b60-8ab0-bf441476c9f2 req-651d6876-2f70-40cb-ad09-eb6e3d5efdea tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 945 time: 0.0655146 Feb 16 14:22:03.366268 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-fd4e8bc8-6a47-4b60-8ab0-bf441476c9f2 req-9a95e412-0a4c-4d25-be10-e5a70aaf6764 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=d7305ab7-4007-4059-9605-577556c616a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423861 Feb 16 14:22:03.481103 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 59274) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:22:03.582017 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-8a256bae-db52-459e-9698-81abe93ee985 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:03.655259 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-8a256bae-db52-459e-9698-81abe93ee985 admin admin] Publish callbacks [] for security_group (bf1d0e54-3964-487e-b4ec-f713d47b7195), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:03.658737 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-8a256bae-db52-459e-9698-81abe93ee985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (bf1d0e54-3964-487e-b4ec-f713d47b7195), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:03.695992 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-8a256bae-db52-459e-9698-81abe93ee985 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=2e0cf5d6b9954eb0b813f4b953e6afac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2138367 Feb 16 14:22:03.697931 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a256bae-db52-459e-9698-81abe93ee985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1d0e54-3964-487e-b4ec-f713d47b7195,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:22:03.699076 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 59278) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:22:03.745826 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-430b229f-672b-463a-a97a-00eba30ba03d admin admin] Publish callbacks [] for security_group (bf1d0e54-3964-487e-b4ec-f713d47b7195), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:03.767155 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-430b229f-672b-463a-a97a-00eba30ba03d admin admin] Publish callbacks [] for security_group (bf1d0e54-3964-487e-b4ec-f713d47b7195), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:03.813096 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-430b229f-672b-463a-a97a-00eba30ba03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (bf1d0e54-3964-487e-b4ec-f713d47b7195), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:03.815577 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-430b229f-672b-463a-a97a-00eba30ba03d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:03.816717 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-430b229f-672b-463a-a97a-00eba30ba03d admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/bf1d0e54-3964-487e-b4ec-f713d47b7195 HTTP/1.1" status: 204 len: 168 time: 0.1166427 Feb 16 14:22:03.824283 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b229f-672b-463a-a97a-00eba30ba03d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1d0e54-3964-487e-b4ec-f713d47b7195,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:22:04.490595 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2762aac9-4f86-4cff-986f-8c1e0ed8597b req-7c6a718c-5879-42fc-803f-e35d4dd1e91e tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:04.492107 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2762aac9-4f86-4cff-986f-8c1e0ed8597b req-7c6a718c-5879-42fc-803f-e35d4dd1e91e tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 945 time: 0.0521522 Feb 16 14:22:04.566343 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2762aac9-4f86-4cff-986f-8c1e0ed8597b req-da71e0ed-57e1-41e0-8b04-7afc8781a246 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=d7305ab7-4007-4059-9605-577556c616a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673397 Feb 16 14:22:04.579224 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66015bdd-4faf-4e71-8cc9-d1353fab0657 req-f8e8d7ac-f1d5-422c-a6a3-d8930a60f96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:04.580701 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-66015bdd-4faf-4e71-8cc9-d1353fab0657 req-f8e8d7ac-f1d5-422c-a6a3-d8930a60f96e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=410a0d25161b4a0e8f890d74d6eb242d&device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 1129 time: 0.0631399 Feb 16 14:22:04.685842 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66015bdd-4faf-4e71-8cc9-d1353fab0657 req-98663a01-c2f7-4b4b-910f-2df3c0876778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:04.687281 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-66015bdd-4faf-4e71-8cc9-d1353fab0657 req-98663a01-c2f7-4b4b-910f-2df3c0876778 service neutron] 10.222.0.10 "GET /v2.0/networks?id=08a3e979-1da2-40e7-a40c-6fc286cacb72 HTTP/1.1" status: 200 len: 919 time: 0.0832107 Feb 16 14:22:04.755182 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-66015bdd-4faf-4e71-8cc9-d1353fab0657 req-20036e6b-b3d1-4136-bf26-fd14c24ebdd2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09ecb9af-46ca-4622-a64f-8c68d2cc7aef HTTP/1.1" status: 200 len: 1001 time: 0.0609457 Feb 16 14:22:04.801302 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66015bdd-4faf-4e71-8cc9-d1353fab0657 req-160196ca-dafc-4fee-abf0-da7ebc2235f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:04.802686 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-66015bdd-4faf-4e71-8cc9-d1353fab0657 req-160196ca-dafc-4fee-abf0-da7ebc2235f2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b5411640-e171-466e-826f-00fe3dbaa6b6 HTTP/1.1" status: 200 len: 856 time: 0.0416398 Feb 16 14:22:04.848921 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66015bdd-4faf-4e71-8cc9-d1353fab0657 req-85719ee9-189c-4e48-a52e-8989ab2f2d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:04.850445 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-66015bdd-4faf-4e71-8cc9-d1353fab0657 req-85719ee9-189c-4e48-a52e-8989ab2f2d7f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=08a3e979-1da2-40e7-a40c-6fc286cacb72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0417249 Feb 16 14:22:04.940292 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-66015bdd-4faf-4e71-8cc9-d1353fab0657 req-9c139a8d-aaed-4419-8b02-69ac51d3b7c4 service neutron] 10.222.0.10 "GET /v2.0/networks/08a3e979-1da2-40e7-a40c-6fc286cacb72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817358 Feb 16 14:22:05.030119 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-66015bdd-4faf-4e71-8cc9-d1353fab0657 req-a5390038-a927-45ea-9ca5-45eee054da58 service neutron] 10.222.0.10 "GET /v2.0/networks/08a3e979-1da2-40e7-a40c-6fc286cacb72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805943 Feb 16 14:22:05.692043 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc95c78-3d14-4525-860c-bc5c52735725 req-ea6e3c9c-cab3-465d-a8ee-b65143e6e3c5 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:05.693558 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-9bc95c78-3d14-4525-860c-bc5c52735725 req-ea6e3c9c-cab3-465d-a8ee-b65143e6e3c5 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 945 time: 0.0523105 Feb 16 14:22:05.742437 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-9bc95c78-3d14-4525-860c-bc5c52735725 req-dbb29868-5729-4efd-8643-4f113126882e tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=d7305ab7-4007-4059-9605-577556c616a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433393 Feb 16 14:22:06.866168 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ba92c-89fd-46c9-9bc4-bc362ec30891 req-8c550265-1a8e-4555-af53-e0fa643bd4f9 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:06.867655 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d87ba92c-89fd-46c9-9bc4-bc362ec30891 req-8c550265-1a8e-4555-af53-e0fa643bd4f9 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 945 time: 0.0554752 Feb 16 14:22:06.914193 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-d87ba92c-89fd-46c9-9bc4-bc362ec30891 req-cf85dc4a-ad45-43e7-acc1-620057d802ac tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=d7305ab7-4007-4059-9605-577556c616a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408802 Feb 16 14:22:08.035640 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3323d8-0190-4018-8cf5-6b7ef5dd14ae req-17e92bd5-f139-47b7-8f8f-5b8acb038992 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:08.037100 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-0e3323d8-0190-4018-8cf5-6b7ef5dd14ae req-17e92bd5-f139-47b7-8f8f-5b8acb038992 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 945 time: 0.0512576 Feb 16 14:22:08.084184 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-0e3323d8-0190-4018-8cf5-6b7ef5dd14ae req-850e879f-defc-403e-8159-15af0d286831 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=d7305ab7-4007-4059-9605-577556c616a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409172 Feb 16 14:22:08.457868 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 09ecb9af-46ca-4622-a64f-8c68d2cc7aef details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:22:08.554241 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 09ecb9af-46ca-4622-a64f-8c68d2cc7aef, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=09ecb9af-46ca-4622-a64f-8c68d2cc7aef,segment=NetworkSegment(7e12a080-9391-426e-98e0-74c5936ea1ba),segment_id=7e12a080-9391-426e-98e0-74c5936ea1ba)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:22:08.565020 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Returning: {'device': '09ecb9af-46ca-4622-a64f-8c68d2cc7aef', 'network_id': '08a3e979-1da2-40e7-a40c-6fc286cacb72', 'port_id': '09ecb9af-46ca-4622-a64f-8c68d2cc7aef', 'mac_address': 'fa:16:3e:f4:2a:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5411640-e171-466e-826f-00fe3dbaa6b6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:22:08.602474 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Current status of the port 09ecb9af-46ca-4622-a64f-8c68d2cc7aef is: ACTIVE; New status is: BUILD {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:22:08.602886 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (09ecb9af-46ca-4622-a64f-8c68d2cc7aef), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:08.619055 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 09ecb9af-46ca-4622-a64f-8c68d2cc7aef {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:22:08.637960 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 09ecb9af-46ca-4622-a64f-8c68d2cc7aef, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=09ecb9af-46ca-4622-a64f-8c68d2cc7aef,segment=NetworkSegment(7e12a080-9391-426e-98e0-74c5936ea1ba),segment_id=7e12a080-9391-426e-98e0-74c5936ea1ba)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:22:08.641673 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (09ecb9af-46ca-4622-a64f-8c68d2cc7aef), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:08.688129 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Pushing event updated for resources: {'Port': ['ID=09ecb9af-46ca-4622-a64f-8c68d2cc7aef,revision_number=6']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:22:08.844096 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] get_ports_and_sgs() called for port_ids ['09ecb9af-46ca-4622-a64f-8c68d2cc7aef'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:22:09.001793 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-55a0c8b3-b273-4772-bc3b-b4d44c33b8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (10a26995-69c6-4373-972b-e8a4ac0e51da), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:09.210529 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9328f1e3-c950-473e-a684-fecff956fe6f req-9f6e45ea-3ce8-48c6-8c1d-99471937b3df tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:09.212091 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9328f1e3-c950-473e-a684-fecff956fe6f req-9f6e45ea-3ce8-48c6-8c1d-99471937b3df tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 944 time: 0.0536156 Feb 16 14:22:09.265968 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9328f1e3-c950-473e-a684-fecff956fe6f req-ace0ee87-16a9-44cf-8649-004e39280be6 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=d7305ab7-4007-4059-9605-577556c616a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475028 Feb 16 14:22:10.398298 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c9ac2-7b8b-4639-be22-8dae17e6fa7f req-ba0674f5-681b-40f7-9bf5-a747dc7c62ae tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:10.405308 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b73c9ac2-7b8b-4639-be22-8dae17e6fa7f req-ba0674f5-681b-40f7-9bf5-a747dc7c62ae tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 944 time: 0.0615213 Feb 16 14:22:10.460398 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b73c9ac2-7b8b-4639-be22-8dae17e6fa7f req-ad823326-a512-4465-9674-a8181106792f tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=d7305ab7-4007-4059-9605-577556c616a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525608 Feb 16 14:22:10.483199 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 09ecb9af-46ca-4622-a64f-8c68d2cc7aef up at agent hyperv_hv-cinder-77398 {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:22:10.533958 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Provisioning complete for port 09ecb9af-46ca-4622-a64f-8c68d2cc7aef triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:22:10.534604 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (09ecb9af-46ca-4622-a64f-8c68d2cc7aef), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:10.629710 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Current status of the port 09ecb9af-46ca-4622-a64f-8c68d2cc7aef is: BUILD; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:22:10.630296 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (09ecb9af-46ca-4622-a64f-8c68d2cc7aef), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:10.655842 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b08595e-2ddc-430f-bf6d-0535efefbf1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ecb9af-46ca-4622-a64f-8c68d2cc7aef'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:22:10.660036 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcf4ad7936cd44f2198d6b2453955475838913f42e78743342b6e5b4d5a62724" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb33a2e-e879-4b4c-a3c6-0b44bfa6d1d2" -d '{"events": [{"server_uuid": "8b08595e-2ddc-430f-bf6d-0535efefbf1d", "name": "network-vif-plugged", "status": "completed", "tag": "09ecb9af-46ca-4622-a64f-8c68d2cc7aef"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:22:10.676332 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 09ecb9af-46ca-4622-a64f-8c68d2cc7aef, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=09ecb9af-46ca-4622-a64f-8c68d2cc7aef,segment=NetworkSegment(7e12a080-9391-426e-98e0-74c5936ea1ba),segment_id=7e12a080-9391-426e-98e0-74c5936ea1ba)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:22:10.687676 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (09ecb9af-46ca-4622-a64f-8c68d2cc7aef), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:10.724690 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e439df-581c-47ed-b040-bb55833e9784 x-openstack-request-id: req-c5e439df-581c-47ed-b040-bb55833e9784 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:22:10.725129 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b08595e-2ddc-430f-bf6d-0535efefbf1d", "name": "network-vif-plugged", "status": "completed", "tag": "09ecb9af-46ca-4622-a64f-8c68d2cc7aef", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:22:10.725386 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-c5e439df-581c-47ed-b040-bb55833e9784 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:22:10.725787 dv-cinder-773985-32-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b08595e-2ddc-430f-bf6d-0535efefbf1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ecb9af-46ca-4622-a64f-8c68d2cc7aef', 'code': 200} Feb 16 14:22:10.748171 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Pushing event updated for resources: {'Port': ['ID=09ecb9af-46ca-4622-a64f-8c68d2cc7aef,revision_number=7']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:22:11.179171 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eae90840-9298-43cc-b505-a07d5ca36675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (531611a8-34ea-4f1f-8d10-111cbf56a8a1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:11.585151 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c85a0a-f0ac-42fe-9238-a2da705ec97d req-51581f10-fea1-443d-bdd5-ca7708df2939 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:11.586629 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-73c85a0a-f0ac-42fe-9238-a2da705ec97d req-51581f10-fea1-443d-bdd5-ca7708df2939 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 945 time: 0.0570509 Feb 16 14:22:11.642712 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-73c85a0a-f0ac-42fe-9238-a2da705ec97d req-910eab87-c054-4e6a-b8c9-a91ccfe38ea1 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=d7305ab7-4007-4059-9605-577556c616a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494854 Feb 16 14:22:12.423867 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f4fb-7ea9-448d-9c44-08fc2737c2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (86100e92-d951-4144-bd87-36328b8a7b76), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:12.777473 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578dbdba-5314-4aec-a967-5d46abc59f49 req-d4a28000-79d3-494a-8cf9-609d3637afba tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:12.779000 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-578dbdba-5314-4aec-a967-5d46abc59f49 req-d4a28000-79d3-494a-8cf9-609d3637afba tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 945 time: 0.0583448 Feb 16 14:22:12.835998 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-578dbdba-5314-4aec-a967-5d46abc59f49 req-0c6a507a-cbf3-4b1b-ad58-4ddc382ed750 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=d7305ab7-4007-4059-9605-577556c616a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509570 Feb 16 14:22:13.738164 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ac86131d-db3b-4e6c-9567-647e6948f8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (6a38cbfe-57d3-4d37-ac59-552f6dc7f99c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:13.975685 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b82d03-c5ed-4569-9d31-33a48834e928 req-0604b027-2d1a-4dc4-8ffa-2b398efaf208 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:13.977519 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-04b82d03-c5ed-4569-9d31-33a48834e928 req-0604b027-2d1a-4dc4-8ffa-2b398efaf208 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 945 time: 0.0598195 Feb 16 14:22:14.030833 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-04b82d03-c5ed-4569-9d31-33a48834e928 req-3e372dc8-aae9-4629-93e7-760e707cbf8a tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=d7305ab7-4007-4059-9605-577556c616a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469630 Feb 16 14:22:15.059752 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (529a93d1-f8f6-4ba2-8600-6635050f85df), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:15.165757 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb225df8-8563-41bc-910a-8c2fa86cde06 req-e4fcbb04-b758-424d-afd7-e7db5e1d3f52 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:15.167825 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-cb225df8-8563-41bc-910a-8c2fa86cde06 req-e4fcbb04-b758-424d-afd7-e7db5e1d3f52 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 945 time: 0.0555284 Feb 16 14:22:15.226925 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-cb225df8-8563-41bc-910a-8c2fa86cde06 req-d53c5cb0-e4ba-44b7-b3ba-4fc24c6a8083 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=d7305ab7-4007-4059-9605-577556c616a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528421 Feb 16 14:22:16.351382 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed17a8-99a9-441f-8249-8ea45dba7190 req-bbfb0ca8-134d-40fa-ad33-897f214ff517 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:16.352991 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-eeed17a8-99a9-441f-8249-8ea45dba7190 req-bbfb0ca8-134d-40fa-ad33-897f214ff517 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 945 time: 0.0560675 Feb 16 14:22:16.410102 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-eeed17a8-99a9-441f-8249-8ea45dba7190 req-39ffee6f-c275-4d52-b88f-2caf8581ab55 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=d7305ab7-4007-4059-9605-577556c616a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505462 Feb 16 14:22:17.561168 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba51c8-44af-4a31-a9fd-4294dd323c13 req-90964387-9aae-4a92-8e50-b3eac06cc05d tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:17.562900 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-23ba51c8-44af-4a31-a9fd-4294dd323c13 req-90964387-9aae-4a92-8e50-b3eac06cc05d tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 945 time: 0.0660377 Feb 16 14:22:17.616816 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-23ba51c8-44af-4a31-a9fd-4294dd323c13 req-f8aa4dce-e8d8-43e4-aa83-a1388c376782 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=d7305ab7-4007-4059-9605-577556c616a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472937 Feb 16 14:22:18.740455 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162b6cb-7e83-4f09-8dab-d0b89351368d req-4d50dcb7-5081-4e10-a805-318857efde37 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:18.741988 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-0162b6cb-7e83-4f09-8dab-d0b89351368d req-4d50dcb7-5081-4e10-a805-318857efde37 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 945 time: 0.0520861 Feb 16 14:22:18.792141 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-0162b6cb-7e83-4f09-8dab-d0b89351368d req-21ea5606-0b47-4c13-aca5-32c532d70ceb tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=d7305ab7-4007-4059-9605-577556c616a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423076 Feb 16 14:22:18.805907 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c2cf3-2bd1-454a-9233-a34ea1023902 req-fb17ceac-bdcd-4716-b6f7-56d975ff6fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:18.808375 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-547c2cf3-2bd1-454a-9233-a34ea1023902 req-fb17ceac-bdcd-4716-b6f7-56d975ff6fc2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=410a0d25161b4a0e8f890d74d6eb242d&device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 1129 time: 0.0495508 Feb 16 14:22:18.896814 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c2cf3-2bd1-454a-9233-a34ea1023902 req-fe1207d6-fa12-458d-af7b-a40eaf131dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:18.898299 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-547c2cf3-2bd1-454a-9233-a34ea1023902 req-fe1207d6-fa12-458d-af7b-a40eaf131dc5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=08a3e979-1da2-40e7-a40c-6fc286cacb72 HTTP/1.1" status: 200 len: 919 time: 0.0817454 Feb 16 14:22:18.968691 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-547c2cf3-2bd1-454a-9233-a34ea1023902 req-25aa2b62-c48e-44c8-adfe-95c6cda8a532 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09ecb9af-46ca-4622-a64f-8c68d2cc7aef HTTP/1.1" status: 200 len: 1001 time: 0.0617349 Feb 16 14:22:19.017944 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c2cf3-2bd1-454a-9233-a34ea1023902 req-35dd7553-536f-4ea4-b1a3-755ebf5dfb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:19.019439 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-547c2cf3-2bd1-454a-9233-a34ea1023902 req-35dd7553-536f-4ea4-b1a3-755ebf5dfb50 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b5411640-e171-466e-826f-00fe3dbaa6b6 HTTP/1.1" status: 200 len: 856 time: 0.0432944 Feb 16 14:22:19.070884 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c2cf3-2bd1-454a-9233-a34ea1023902 req-ffc6c759-6fa5-44fe-b5c3-4c2e466933ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:19.072445 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-547c2cf3-2bd1-454a-9233-a34ea1023902 req-ffc6c759-6fa5-44fe-b5c3-4c2e466933ef service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=08a3e979-1da2-40e7-a40c-6fc286cacb72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0451846 Feb 16 14:22:19.163636 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-547c2cf3-2bd1-454a-9233-a34ea1023902 req-7fe34f21-2998-488b-8735-684a675ae0c6 service neutron] 10.222.0.10 "GET /v2.0/networks/08a3e979-1da2-40e7-a40c-6fc286cacb72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841322 Feb 16 14:22:19.251680 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-547c2cf3-2bd1-454a-9233-a34ea1023902 req-0210233d-4c1c-42e3-ade4-1650bc091fa2 service neutron] 10.222.0.10 "GET /v2.0/networks/08a3e979-1da2-40e7-a40c-6fc286cacb72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807209 Feb 16 14:22:19.918382 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1235c747-8f5d-4614-8e2d-6bb3040a3e70 req-3739cf4a-bcac-42f7-8faa-8bbd1b1b5438 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:19.919878 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1235c747-8f5d-4614-8e2d-6bb3040a3e70 req-3739cf4a-bcac-42f7-8faa-8bbd1b1b5438 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 945 time: 0.0561357 Feb 16 14:22:19.968494 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1235c747-8f5d-4614-8e2d-6bb3040a3e70 req-13eb81e6-3c70-47c6-9a1d-9cb4d7a5ec8b tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=d7305ab7-4007-4059-9605-577556c616a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429888 Feb 16 14:22:21.091994 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5ee80e-0771-488f-8860-77caf7724bf2 req-2016e61b-3d00-49a5-8c66-6533bfff7024 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:21.093473 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-0b5ee80e-0771-488f-8860-77caf7724bf2 req-2016e61b-3d00-49a5-8c66-6533bfff7024 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 945 time: 0.0513577 Feb 16 14:22:21.139475 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-0b5ee80e-0771-488f-8860-77caf7724bf2 req-9de822e4-9f00-43fe-bd21-d261f294f648 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=d7305ab7-4007-4059-9605-577556c616a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404961 Feb 16 14:22:22.259335 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c92cd93-00b0-4535-a91c-38d0f02e6f55 req-77051fac-c4b8-40b5-84b5-ec2382dc8e70 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:22.261403 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7c92cd93-00b0-4535-a91c-38d0f02e6f55 req-77051fac-c4b8-40b5-84b5-ec2382dc8e70 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 945 time: 0.0508204 Feb 16 14:22:22.307854 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7c92cd93-00b0-4535-a91c-38d0f02e6f55 req-05d1b8b3-936f-4370-93fe-74909b5ffeab tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=d7305ab7-4007-4059-9605-577556c616a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409350 Feb 16 14:22:22.526566 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 09ecb9af-46ca-4622-a64f-8c68d2cc7aef no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:22:22.610186 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Current status of the port 09ecb9af-46ca-4622-a64f-8c68d2cc7aef is: ACTIVE; New status is: DOWN {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:22:22.610579 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (09ecb9af-46ca-4622-a64f-8c68d2cc7aef), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:22.635092 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b08595e-2ddc-430f-bf6d-0535efefbf1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09ecb9af-46ca-4622-a64f-8c68d2cc7aef'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:22:22.637336 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcf4ad7936cd44f2198d6b2453955475838913f42e78743342b6e5b4d5a62724" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7599b606-4670-42b1-9542-002de833792e" -d '{"events": [{"server_uuid": "8b08595e-2ddc-430f-bf6d-0535efefbf1d", "name": "network-vif-unplugged", "status": "completed", "tag": "09ecb9af-46ca-4622-a64f-8c68d2cc7aef"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:22:22.649624 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 09ecb9af-46ca-4622-a64f-8c68d2cc7aef, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=09ecb9af-46ca-4622-a64f-8c68d2cc7aef,segment=NetworkSegment(7e12a080-9391-426e-98e0-74c5936ea1ba),segment_id=7e12a080-9391-426e-98e0-74c5936ea1ba)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:22:22.655110 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (09ecb9af-46ca-4622-a64f-8c68d2cc7aef), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:22.683458 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 16 Feb 2022 14:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a719708-bc62-4596-9a91-1185bb12de46 x-openstack-request-id: req-2a719708-bc62-4596-9a91-1185bb12de46 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:22:22.683684 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b08595e-2ddc-430f-bf6d-0535efefbf1d", "name": "network-vif-unplugged", "status": "failed", "tag": "09ecb9af-46ca-4622-a64f-8c68d2cc7aef", "code": 422}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:22:22.683935 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-2a719708-bc62-4596-9a91-1185bb12de46 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:22:22.684360 dv-cinder-773985-32-iscsi neutron-server[102970]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8b08595e-2ddc-430f-bf6d-0535efefbf1d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '09ecb9af-46ca-4622-a64f-8c68d2cc7aef', 'code': 422} returned with failed status Feb 16 14:22:22.715905 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Pushing event updated for resources: {'Port': ['ID=09ecb9af-46ca-4622-a64f-8c68d2cc7aef,revision_number=8']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:22:23.235124 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac67c4-ab45-44b1-9078-39f0c48a34d9 req-76ea85b2-20f9-4d3e-90ad-1c78847f3113 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:23.236510 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-24ac67c4-ab45-44b1-9078-39f0c48a34d9 req-76ea85b2-20f9-4d3e-90ad-1c78847f3113 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 943 time: 0.0789979 Feb 16 14:22:23.274988 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3b6c5cb9-f09c-4cee-9747-efeb92398978 req-5302e1b2-a228-44b3-b225-000440d5bd1c service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0798926 Feb 16 14:22:23.292957 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-24ac67c4-ab45-44b1-9078-39f0c48a34d9 req-5ed93041-7c52-4e52-8109-2982a15db074 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=d7305ab7-4007-4059-9605-577556c616a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501673 Feb 16 14:22:23.354878 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c5cb9-f09c-4cee-9747-efeb92398978 req-de8008a3-ae18-44a5-874f-75fd1ebc7ce4 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:23.356278 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3b6c5cb9-f09c-4cee-9747-efeb92398978 req-de8008a3-ae18-44a5-874f-75fd1ebc7ce4 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports/09ecb9af-46ca-4622-a64f-8c68d2cc7aef HTTP/1.1" status: 200 len: 940 time: 0.0467613 Feb 16 14:22:24.226375 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c5cb9-f09c-4cee-9747-efeb92398978 req-f56c3acb-6c30-4dec-8726-d3f4676ee384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:24.231637 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3b6c5cb9-f09c-4cee-9747-efeb92398978 req-f56c3acb-6c30-4dec-8726-d3f4676ee384 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d&tenant_id=410a0d25161b4a0e8f890d74d6eb242d HTTP/1.1" status: 200 len: 1127 time: 0.0470419 Feb 16 14:22:24.306229 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c5cb9-f09c-4cee-9747-efeb92398978 req-7dfa3fb8-fa69-4664-b11c-cee815da64b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:24.308496 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3b6c5cb9-f09c-4cee-9747-efeb92398978 req-7dfa3fb8-fa69-4664-b11c-cee815da64b7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=410a0d25161b4a0e8f890d74d6eb242d&device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 1127 time: 0.0440583 Feb 16 14:22:24.429281 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c5cb9-f09c-4cee-9747-efeb92398978 req-977e6370-4e82-4db8-9abb-d806d65a90cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:24.430756 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3b6c5cb9-f09c-4cee-9747-efeb92398978 req-977e6370-4e82-4db8-9abb-d806d65a90cc service neutron] 10.222.0.10 "GET /v2.0/networks?id=08a3e979-1da2-40e7-a40c-6fc286cacb72 HTTP/1.1" status: 200 len: 919 time: 0.1160667 Feb 16 14:22:24.484886 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1832a-52ab-4acc-9b3e-10511180051a req-0535bb32-433f-4abb-9dcc-21a5f9f0f118 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:24.486320 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8be1832a-52ab-4acc-9b3e-10511180051a req-0535bb32-433f-4abb-9dcc-21a5f9f0f118 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 943 time: 0.1132019 Feb 16 14:22:24.525887 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3b6c5cb9-f09c-4cee-9747-efeb92398978 req-f02c56f2-7452-4adc-a778-6b34fb859ee5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09ecb9af-46ca-4622-a64f-8c68d2cc7aef HTTP/1.1" status: 200 len: 999 time: 0.0867908 Feb 16 14:22:24.573029 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8be1832a-52ab-4acc-9b3e-10511180051a req-11a77f94-7fc1-42ea-bb72-d11bdff1c404 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=d7305ab7-4007-4059-9605-577556c616a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797906 Feb 16 14:22:24.597069 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c5cb9-f09c-4cee-9747-efeb92398978 req-1ebbe506-9268-4f97-b5a2-4f34a8167bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:24.598611 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3b6c5cb9-f09c-4cee-9747-efeb92398978 req-1ebbe506-9268-4f97-b5a2-4f34a8167bb6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b5411640-e171-466e-826f-00fe3dbaa6b6 HTTP/1.1" status: 200 len: 856 time: 0.0653257 Feb 16 14:22:24.651080 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c5cb9-f09c-4cee-9747-efeb92398978 req-1e185727-8f6d-401c-b896-fb0ea504885a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:24.652742 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3b6c5cb9-f09c-4cee-9747-efeb92398978 req-1e185727-8f6d-401c-b896-fb0ea504885a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=08a3e979-1da2-40e7-a40c-6fc286cacb72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0472186 Feb 16 14:22:24.741643 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3b6c5cb9-f09c-4cee-9747-efeb92398978 req-d867f0d4-baf7-416c-a62b-fa8a1338011e service neutron] 10.222.0.10 "GET /v2.0/networks/08a3e979-1da2-40e7-a40c-6fc286cacb72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797493 Feb 16 14:22:24.831621 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3b6c5cb9-f09c-4cee-9747-efeb92398978 req-6a8f6701-7f91-45b2-b9d2-33833b9a1479 service neutron] 10.222.0.10 "GET /v2.0/networks/08a3e979-1da2-40e7-a40c-6fc286cacb72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832534 Feb 16 14:22:25.712918 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0160b4c-bf90-431f-8941-2f627d39705a req-d63bd505-768b-402d-b2a9-1f113c34135d tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:25.715425 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f0160b4c-bf90-431f-8941-2f627d39705a req-d63bd505-768b-402d-b2a9-1f113c34135d tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 943 time: 0.0649981 Feb 16 14:22:25.765946 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f0160b4c-bf90-431f-8941-2f627d39705a req-ad609085-7b16-469e-9f98-51b3c371f778 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=d7305ab7-4007-4059-9605-577556c616a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447724 Feb 16 14:22:26.530969 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 09ecb9af-46ca-4622-a64f-8c68d2cc7aef no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:22:26.612389 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Current status of the port 09ecb9af-46ca-4622-a64f-8c68d2cc7aef is: DOWN; New status is: DOWN {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:22:27.052291 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3718bc16-5740-417f-81c0-239eeb0cdda1 req-38f4655d-8b44-48b9-98c2-bbeb191afefc tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:27.059205 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3718bc16-5740-417f-81c0-239eeb0cdda1 req-38f4655d-8b44-48b9-98c2-bbeb191afefc tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 943 time: 0.0609694 Feb 16 14:22:27.109123 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3718bc16-5740-417f-81c0-239eeb0cdda1 req-342f6b86-a1cb-45e9-8227-9672cfd725ef tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=d7305ab7-4007-4059-9605-577556c616a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438368 Feb 16 14:22:28.243638 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088275e9-bd5a-4c2d-ad42-78d653a46a73 req-92a8ecd3-aaf3-462a-b48b-3920329e58fc tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:28.245825 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-088275e9-bd5a-4c2d-ad42-78d653a46a73 req-92a8ecd3-aaf3-462a-b48b-3920329e58fc tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 943 time: 0.0566375 Feb 16 14:22:28.298660 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-088275e9-bd5a-4c2d-ad42-78d653a46a73 req-89078488-f7c0-4044-a36e-dbf4c0bd8e10 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=d7305ab7-4007-4059-9605-577556c616a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456142 Feb 16 14:22:29.436477 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f3feac-15a9-4725-b1ac-35d9203f63f8 req-b5eaff04-d4bf-4975-ab9a-3ef13856da7e tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:29.438006 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-65f3feac-15a9-4725-b1ac-35d9203f63f8 req-b5eaff04-d4bf-4975-ab9a-3ef13856da7e tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 943 time: 0.0582325 Feb 16 14:22:29.736218 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-65f3feac-15a9-4725-b1ac-35d9203f63f8 req-79e23669-cd53-406f-b699-68002f2014a7 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=d7305ab7-4007-4059-9605-577556c616a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2927060 Feb 16 14:22:30.874515 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacbbbdb-3cb1-4357-b724-2e89db66b76d req-13299645-ea45-4fd1-bd00-299f5e53b01c tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:30.876366 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-aacbbbdb-3cb1-4357-b724-2e89db66b76d req-13299645-ea45-4fd1-bd00-299f5e53b01c tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 943 time: 0.0594835 Feb 16 14:22:30.929477 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-aacbbbdb-3cb1-4357-b724-2e89db66b76d req-2aa9c320-1cfc-4a60-af34-afd945aa3326 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=d7305ab7-4007-4059-9605-577556c616a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473447 Feb 16 14:22:32.099196 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c60a65-fb57-4be6-bbf7-68efbf8cea84 req-39cea152-cdb6-4cba-84f7-050bf7231616 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:32.100673 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-92c60a65-fb57-4be6-bbf7-68efbf8cea84 req-39cea152-cdb6-4cba-84f7-050bf7231616 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 943 time: 0.0726886 Feb 16 14:22:32.152634 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-92c60a65-fb57-4be6-bbf7-68efbf8cea84 req-247a50a0-0064-4150-9929-a079e9fdaf41 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=d7305ab7-4007-4059-9605-577556c616a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457268 Feb 16 14:22:32.892483 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (0563e457-3a96-4909-b5a3-8fa5db96f619), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:33.280318 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de44b7-0424-4196-ab77-87023a002fd8 req-c508510c-0c71-48b9-8493-9bec0fc19970 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:33.281777 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c3de44b7-0424-4196-ab77-87023a002fd8 req-c508510c-0c71-48b9-8493-9bec0fc19970 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 943 time: 0.0515063 Feb 16 14:22:33.327501 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c3de44b7-0424-4196-ab77-87023a002fd8 req-db34bd9b-4375-4b87-b341-036bc0fb35dd tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=d7305ab7-4007-4059-9605-577556c616a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402744 Feb 16 14:22:34.450892 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92badab5-d426-49db-8959-4afab09e0c0a req-8c9aa440-f9d2-4882-9ce5-b99bd3b45645 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:34.452400 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-92badab5-d426-49db-8959-4afab09e0c0a req-8c9aa440-f9d2-4882-9ce5-b99bd3b45645 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 943 time: 0.0529716 Feb 16 14:22:34.502126 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-92badab5-d426-49db-8959-4afab09e0c0a req-8422e31a-2588-4ccf-acd4-45eac88760fb tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=d7305ab7-4007-4059-9605-577556c616a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442207 Feb 16 14:22:34.881431 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-a8050c5e-fae0-4749-9066-b350f3112fc5 None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:22:35.634449 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c245e3-3cf2-4246-a742-7fec4ea5470e req-15952716-0727-4ebb-933d-b4c348396426 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:35.636599 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d2c245e3-3cf2-4246-a742-7fec4ea5470e req-15952716-0727-4ebb-933d-b4c348396426 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 943 time: 0.0566258 Feb 16 14:22:35.683787 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d2c245e3-3cf2-4246-a742-7fec4ea5470e req-f9bd427b-67af-4ad4-89e2-efea7bd36081 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=d7305ab7-4007-4059-9605-577556c616a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413251 Feb 16 14:22:36.567453 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 09ecb9af-46ca-4622-a64f-8c68d2cc7aef details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:22:36.661092 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 09ecb9af-46ca-4622-a64f-8c68d2cc7aef, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=09ecb9af-46ca-4622-a64f-8c68d2cc7aef,segment=NetworkSegment(7e12a080-9391-426e-98e0-74c5936ea1ba),segment_id=7e12a080-9391-426e-98e0-74c5936ea1ba)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:22:36.671212 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Returning: {'device': '09ecb9af-46ca-4622-a64f-8c68d2cc7aef', 'network_id': '08a3e979-1da2-40e7-a40c-6fc286cacb72', 'port_id': '09ecb9af-46ca-4622-a64f-8c68d2cc7aef', 'mac_address': 'fa:16:3e:f4:2a:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5411640-e171-466e-826f-00fe3dbaa6b6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:22:36.710493 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Current status of the port 09ecb9af-46ca-4622-a64f-8c68d2cc7aef is: DOWN; New status is: BUILD {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:22:36.710871 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (09ecb9af-46ca-4622-a64f-8c68d2cc7aef), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:36.724510 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09ecb9af-46ca-4622-a64f-8c68d2cc7aef {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:22:36.745942 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 09ecb9af-46ca-4622-a64f-8c68d2cc7aef, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=09ecb9af-46ca-4622-a64f-8c68d2cc7aef,segment=NetworkSegment(7e12a080-9391-426e-98e0-74c5936ea1ba),segment_id=7e12a080-9391-426e-98e0-74c5936ea1ba)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:22:36.750716 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (09ecb9af-46ca-4622-a64f-8c68d2cc7aef), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:36.800197 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Pushing event updated for resources: {'Port': ['ID=09ecb9af-46ca-4622-a64f-8c68d2cc7aef,revision_number=9']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:22:36.809475 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94364a9e-291e-4446-a64b-901d5005ce32 req-0c179c4a-4231-4ede-bc70-8ba865522340 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:36.810945 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-94364a9e-291e-4446-a64b-901d5005ce32 req-0c179c4a-4231-4ede-bc70-8ba865522340 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 944 time: 0.0527732 Feb 16 14:22:36.859025 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-94364a9e-291e-4446-a64b-901d5005ce32 req-7333def5-c59d-42a1-b2de-943322260343 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=d7305ab7-4007-4059-9605-577556c616a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421848 Feb 16 14:22:37.084774 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] get_ports_and_sgs() called for port_ids ['09ecb9af-46ca-4622-a64f-8c68d2cc7aef'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:22:37.986387 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaddf73-2b9e-461d-8324-c69be10e09bf req-a760457f-3454-489e-81d2-19c7aee9abf9 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:37.987822 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-1aaddf73-2b9e-461d-8324-c69be10e09bf req-a760457f-3454-489e-81d2-19c7aee9abf9 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 944 time: 0.0563216 Feb 16 14:22:38.035761 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-1aaddf73-2b9e-461d-8324-c69be10e09bf req-4767d581-3ec7-470e-83a2-f318686d4578 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=d7305ab7-4007-4059-9605-577556c616a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423028 Feb 16 14:22:38.570824 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 09ecb9af-46ca-4622-a64f-8c68d2cc7aef up at agent hyperv_hv-cinder-77398 {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:22:38.625424 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Provisioning complete for port 09ecb9af-46ca-4622-a64f-8c68d2cc7aef triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:22:38.625797 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (09ecb9af-46ca-4622-a64f-8c68d2cc7aef), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:38.709837 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Current status of the port 09ecb9af-46ca-4622-a64f-8c68d2cc7aef is: BUILD; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:22:38.710229 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (09ecb9af-46ca-4622-a64f-8c68d2cc7aef), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:38.735173 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b08595e-2ddc-430f-bf6d-0535efefbf1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ecb9af-46ca-4622-a64f-8c68d2cc7aef'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:22:38.738005 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcf4ad7936cd44f2198d6b2453955475838913f42e78743342b6e5b4d5a62724" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c0e07d-1717-49b1-bb03-49426a6fc8fe" -d '{"events": [{"server_uuid": "8b08595e-2ddc-430f-bf6d-0535efefbf1d", "name": "network-vif-plugged", "status": "completed", "tag": "09ecb9af-46ca-4622-a64f-8c68d2cc7aef"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:22:38.755104 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 09ecb9af-46ca-4622-a64f-8c68d2cc7aef, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=09ecb9af-46ca-4622-a64f-8c68d2cc7aef,segment=NetworkSegment(7e12a080-9391-426e-98e0-74c5936ea1ba),segment_id=7e12a080-9391-426e-98e0-74c5936ea1ba)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:22:38.760624 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (09ecb9af-46ca-4622-a64f-8c68d2cc7aef), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:38.784792 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523200f0-d68a-40ae-826a-d26bc579f070 x-openstack-request-id: req-523200f0-d68a-40ae-826a-d26bc579f070 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:22:38.785003 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b08595e-2ddc-430f-bf6d-0535efefbf1d", "name": "network-vif-plugged", "status": "completed", "tag": "09ecb9af-46ca-4622-a64f-8c68d2cc7aef", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:22:38.785263 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-523200f0-d68a-40ae-826a-d26bc579f070 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:22:38.785653 dv-cinder-773985-32-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b08595e-2ddc-430f-bf6d-0535efefbf1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ecb9af-46ca-4622-a64f-8c68d2cc7aef', 'code': 200} Feb 16 14:22:38.812391 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Pushing event updated for resources: {'Port': ['ID=09ecb9af-46ca-4622-a64f-8c68d2cc7aef,revision_number=10']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:22:39.004669 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-27181e35-51dd-40fc-809b-473e01731d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (10a26995-69c6-4373-972b-e8a4ac0e51da), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:39.045908 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f486f-6d3d-45ec-8c60-473849cf1c8b req-c19f667c-02f9-499e-b235-6c0304a98b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:39.047434 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6f1f486f-6d3d-45ec-8c60-473849cf1c8b req-c19f667c-02f9-499e-b235-6c0304a98b2c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 1130 time: 0.0515556 Feb 16 14:22:39.101210 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6f1f486f-6d3d-45ec-8c60-473849cf1c8b req-4b8d312f-5d0d-4610-858c-51b3a137f443 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d7305ab7-4007-4059-9605-577556c616a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419514 Feb 16 14:22:39.171978 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94667e9-88c4-41cb-ae1d-5adacedeb36a req-a8e05f38-7a21-4b3f-bd06-866c409810ab tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:39.173482 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b94667e9-88c4-41cb-ae1d-5adacedeb36a req-a8e05f38-7a21-4b3f-bd06-866c409810ab tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 946 time: 0.0580447 Feb 16 14:22:39.219908 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b94667e9-88c4-41cb-ae1d-5adacedeb36a req-1c8d465b-cb7a-45df-bafa-bedc3671a0d4 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=d7305ab7-4007-4059-9605-577556c616a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409236 Feb 16 14:22:40.357227 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06426dad-baf9-4485-8341-2e7e822a2704 req-ec083a99-6b15-45cb-ac97-a3c99d8920e2 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:40.358763 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-06426dad-baf9-4485-8341-2e7e822a2704 req-ec083a99-6b15-45cb-ac97-a3c99d8920e2 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 946 time: 0.0586593 Feb 16 14:22:40.411682 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-06426dad-baf9-4485-8341-2e7e822a2704 req-87df88cb-6420-4d2c-a4f7-0d94f54d3ad9 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=d7305ab7-4007-4059-9605-577556c616a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467236 Feb 16 14:22:41.182263 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-9395f3ae-6d50-4a05-813d-b902235a763c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (531611a8-34ea-4f1f-8d10-111cbf56a8a1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:41.537865 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5cfbc-f848-4532-b226-3369205951e2 req-4421b1ee-009f-4374-8935-f06bb46adac3 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:41.539308 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-e7b5cfbc-f848-4532-b226-3369205951e2 req-4421b1ee-009f-4374-8935-f06bb46adac3 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 946 time: 0.0546670 Feb 16 14:22:41.837961 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-e7b5cfbc-f848-4532-b226-3369205951e2 req-9a768576-d698-400a-9304-fc6566da0f1e tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=d7305ab7-4007-4059-9605-577556c616a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2930830 Feb 16 14:22:42.423451 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f4fb-7ea9-448d-9c44-08fc2737c2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (86100e92-d951-4144-bd87-36328b8a7b76), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:43.727546 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ac86131d-db3b-4e6c-9567-647e6948f8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (6a38cbfe-57d3-4d37-ac59-552f6dc7f99c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:45.060118 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (529a93d1-f8f6-4ba2-8600-6635050f85df), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:50.720019 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4994a55b-788c-42d8-a25d-7c2f3131b068 req-bf7c9cdf-0c58-492b-88d1-12e928498716 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:50.721393 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-4994a55b-788c-42d8-a25d-7c2f3131b068 req-bf7c9cdf-0c58-492b-88d1-12e928498716 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=55de9a34-7620-4915-8f7c-2f2a5b124cce HTTP/1.1" status: 200 len: 945 time: 0.0530272 Feb 16 14:22:50.767919 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-4994a55b-788c-42d8-a25d-7c2f3131b068 req-fc443787-608e-4262-8d3a-6a191219741f tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a1f98470-5eff-49ad-b197-0a0fcee9fead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409458 Feb 16 14:22:51.886128 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9698bc4-2573-49d2-a4b3-0b135ea5b5e0 req-4aaa23f6-bf80-4605-898a-10bf1660f251 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:51.887615 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a9698bc4-2573-49d2-a4b3-0b135ea5b5e0 req-4aaa23f6-bf80-4605-898a-10bf1660f251 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=55de9a34-7620-4915-8f7c-2f2a5b124cce HTTP/1.1" status: 200 len: 945 time: 0.0513361 Feb 16 14:22:51.933137 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a9698bc4-2573-49d2-a4b3-0b135ea5b5e0 req-89e2c3b6-36bb-4836-8687-eddbc7064d8b tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a1f98470-5eff-49ad-b197-0a0fcee9fead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400579 Feb 16 14:22:52.792651 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6626584-2132-4ed6-a1ef-9075229af649 req-8a003bd5-d2f1-4ab0-9735-c0703b137f9d tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:52.794088 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b6626584-2132-4ed6-a1ef-9075229af649 req-8a003bd5-d2f1-4ab0-9735-c0703b137f9d tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.10 "GET /v2.0/ports?device_id=55de9a34-7620-4915-8f7c-2f2a5b124cce HTTP/1.1" status: 200 len: 945 time: 0.0554056 Feb 16 14:22:52.889856 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-b6626584-2132-4ed6-a1ef-9075229af649 req-a0823f39-7958-4279-b097-60ce3aec9387 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Deleting port 5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60 {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:22:52.890541 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-b6626584-2132-4ed6-a1ef-9075229af649 req-a0823f39-7958-4279-b097-60ce3aec9387 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784247387639'] for port (5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:52.992157 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-b6626584-2132-4ed6-a1ef-9075229af649 req-a0823f39-7958-4279-b097-60ce3aec9387 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] For port 5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60,segment=NetworkSegment(c25a00b6-c425-4e03-bd80-42e218491344),segment_id=c25a00b6-c425-4e03-bd80-42e218491344)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:22:52.992540 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-b6626584-2132-4ed6-a1ef-9075229af649 req-a0823f39-7958-4279-b097-60ce3aec9387 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595644'] for port (5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:53.062079 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a58a24e-fdf8-47ef-8fa6-9f30183e9df0 req-84bfcaa2-6d87-4fad-bd46-3a05de8619e0 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:53.063878 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2a58a24e-fdf8-47ef-8fa6-9f30183e9df0 req-84bfcaa2-6d87-4fad-bd46-3a05de8619e0 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=55de9a34-7620-4915-8f7c-2f2a5b124cce HTTP/1.1" status: 200 len: 945 time: 0.0595465 Feb 16 14:22:53.114692 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2a58a24e-fdf8-47ef-8fa6-9f30183e9df0 req-a6948b38-0404-416a-87e1-81d44190ce2e tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups?id=a1f98470-5eff-49ad-b197-0a0fcee9fead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448208 Feb 16 14:22:53.168866 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-b6626584-2132-4ed6-a1ef-9075229af649 req-a0823f39-7958-4279-b097-60ce3aec9387 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:53.169224 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-b6626584-2132-4ed6-a1ef-9075229af649 req-a0823f39-7958-4279-b097-60ce3aec9387 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1596120'] for floatingip (66f325d4-7331-461a-9962-57cd9699659a), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:53.169539 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.db.l3_db [req-b6626584-2132-4ed6-a1ef-9075229af649 req-a0823f39-7958-4279-b097-60ce3aec9387 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Floating IP 66f325d4-7331-461a-9962-57cd9699659a disassociated. External IP: 172.27.2.91, port: 5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60. Feb 16 14:22:53.169878 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-b6626584-2132-4ed6-a1ef-9075229af649 req-a0823f39-7958-4279-b097-60ce3aec9387 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Calling delete_port for 5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60 owned by compute:nova {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:22:53.295771 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-b6626584-2132-4ed6-a1ef-9075229af649 req-a0823f39-7958-4279-b097-60ce3aec9387 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784247495006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784246951217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811206'] for port (5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:53.322337 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0823f39-7958-4279-b097-60ce3aec9387 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Pushing event deleted for resources: {'Port': ['ID=5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:22:53.331146 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0823f39-7958-4279-b097-60ce3aec9387 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:53.331519 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0823f39-7958-4279-b097-60ce3aec9387 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:53.331863 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0823f39-7958-4279-b097-60ce3aec9387 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:53.332201 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0823f39-7958-4279-b097-60ce3aec9387 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:53.332536 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0823f39-7958-4279-b097-60ce3aec9387 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:53.332863 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0823f39-7958-4279-b097-60ce3aec9387 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:53.333199 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0823f39-7958-4279-b097-60ce3aec9387 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:53.333528 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0823f39-7958-4279-b097-60ce3aec9387 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:53.333847 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0823f39-7958-4279-b097-60ce3aec9387 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:53.334177 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0823f39-7958-4279-b097-60ce3aec9387 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:53.334499 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0823f39-7958-4279-b097-60ce3aec9387 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:53.334817 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0823f39-7958-4279-b097-60ce3aec9387 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:53.335135 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0823f39-7958-4279-b097-60ce3aec9387 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:53.450448 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6626584-2132-4ed6-a1ef-9075229af649 req-a0823f39-7958-4279-b097-60ce3aec9387 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Router b8a42c37-a11f-4fbf-b38b-54846685184c has already been hosted by L3 agent 531611a8-34ea-4f1f-8d10-111cbf56a8a1 {{(pid=102968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:22:53.558150 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6626584-2132-4ed6-a1ef-9075229af649 req-a0823f39-7958-4279-b097-60ce3aec9387 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Notify agent at l3_agent.dv-cinder-773985-32-iscsi the message routers_updated {{(pid=102968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:22:53.567983 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7736a11e-afe4-4380-989d-6a2bd89c2a17 None None] Sync routers for ids ['b8a42c37-a11f-4fbf-b38b-54846685184c'] in dv-cinder-773985-32-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:22:53.577801 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7736a11e-afe4-4380-989d-6a2bd89c2a17 None None] Routers {'b8a42c37-a11f-4fbf-b38b-54846685184c'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:22:53.578345 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-7736a11e-afe4-4380-989d-6a2bd89c2a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:22:41Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['b8a42c37-a11f-4fbf-b38b-54846685184c'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:22:53.598078 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6626584-2132-4ed6-a1ef-9075229af649 req-a0823f39-7958-4279-b097-60ce3aec9387 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] No DVR routers for this DVR port 5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60 on host hv-cinder-77398 {{(pid=102968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:22:53.600676 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-b6626584-2132-4ed6-a1ef-9075229af649 req-a0823f39-7958-4279-b097-60ce3aec9387 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:53.604512 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b6626584-2132-4ed6-a1ef-9075229af649 req-a0823f39-7958-4279-b097-60ce3aec9387 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.10 "DELETE /v2.0/ports/5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60 HTTP/1.1" status: 204 len: 173 time: 0.7993653 Feb 16 14:22:53.604956 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55de9a34-7620-4915-8f7c-2f2a5b124cce', 'name': 'network-vif-deleted', 'tag': '5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:22:53.607311 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669008da0707fbbfdc7037cdc0b86c67378ff5c6b942db7a00e5cd0dd563b74b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf5e4f0-6398-4bd7-b094-e33a696a27fa" -d '{"events": [{"server_uuid": "55de9a34-7620-4915-8f7c-2f2a5b124cce", "name": "network-vif-deleted", "tag": "5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:22:53.647687 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6822466d-114c-42a7-ac3f-9e2a7ed2edc6 x-openstack-request-id: req-6822466d-114c-42a7-ac3f-9e2a7ed2edc6 {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:22:53.647947 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55de9a34-7620-4915-8f7c-2f2a5b124cce", "name": "network-vif-deleted", "tag": "5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:22:53.648828 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-6822466d-114c-42a7-ac3f-9e2a7ed2edc6 {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:22:53.649264 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55de9a34-7620-4915-8f7c-2f2a5b124cce', 'name': 'network-vif-deleted', 'tag': '5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60', 'status': 'completed', 'code': 200} Feb 16 14:22:53.694512 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-7736a11e-afe4-4380-989d-6a2bd89c2a17 None None] Set router b8a42c37-a11f-4fbf-b38b-54846685184c gateway port host: dv-cinder-773985-32-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:22:53.907163 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-7736a11e-afe4-4380-989d-6a2bd89c2a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a42c37-a11f-4fbf-b38b-54846685184c', 'name': 'tempest-AttachVolumeTestJSON-10169616-router', 'tenant_id': '191319209d6f4aa0a692cf7d431b25ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '700931d7-6707-4beb-9240-a3c17a7903f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:15:58Z', 'updated_at': '2022-02-16T14:16:11Z', 'revision_number': 4, 'project_id': '191319209d6f4aa0a692cf7d431b25ef', 'gw_port': {'id': '700931d7-6707-4beb-9240-a3c17a7903f2', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a42c37-a11f-4fbf-b38b-54846685184c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:16:01Z', 'updated_at': '2022-02-16T14:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_interfaces': [{'id': 'bfd99815-730b-400d-9f2c-87d16b3d4f0f', 'name': '', 'network_id': 'ebf6afd0-c796-4d65-bd33-5c3bb57211ed', 'tenant_id': '191319209d6f4aa0a692cf7d431b25ef', 'mac_address': 'fa:16:3e:fd:27:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a42c37-a11f-4fbf-b38b-54846685184c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '664452e3-1277-4c51-8f59-1d3b97df3dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:16:07Z', 'updated_at': '2022-02-16T14:16:23Z', 'revision_number': 5, 'project_id': '191319209d6f4aa0a692cf7d431b25ef', 'subnets': [{'id': '664452e3-1277-4c51-8f59-1d3b97df3dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:22:53.932799 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7736a11e-afe4-4380-989d-6a2bd89c2a17 None None] Checking router: b8a42c37-a11f-4fbf-b38b-54846685184c for host: dv-cinder-773985-32-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:22:53.941012 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7736a11e-afe4-4380-989d-6a2bd89c2a17 None None] Routers {'b8a42c37-a11f-4fbf-b38b-54846685184c'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:22:53.941618 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-7736a11e-afe4-4380-989d-6a2bd89c2a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:22:41Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['b8a42c37-a11f-4fbf-b38b-54846685184c'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:22:54.051404 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-7736a11e-afe4-4380-989d-6a2bd89c2a17 None None] Set router b8a42c37-a11f-4fbf-b38b-54846685184c gateway port host: dv-cinder-773985-32-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:22:54.237806 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-05b86341-ba44-4427-b2d4-d5868e232cb9 req-432a71e4-52bc-4f32-916a-4fd1727abdf9 tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/ports?device_id=55de9a34-7620-4915-8f7c-2f2a5b124cce HTTP/1.1" status: 200 len: 210 time: 0.0304608 Feb 16 14:22:54.277329 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-7736a11e-afe4-4380-989d-6a2bd89c2a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a42c37-a11f-4fbf-b38b-54846685184c', 'name': 'tempest-AttachVolumeTestJSON-10169616-router', 'tenant_id': '191319209d6f4aa0a692cf7d431b25ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '700931d7-6707-4beb-9240-a3c17a7903f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:15:58Z', 'updated_at': '2022-02-16T14:16:11Z', 'revision_number': 4, 'project_id': '191319209d6f4aa0a692cf7d431b25ef', 'gw_port': {'id': '700931d7-6707-4beb-9240-a3c17a7903f2', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a42c37-a11f-4fbf-b38b-54846685184c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:16:01Z', 'updated_at': '2022-02-16T14:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_interfaces': [{'id': 'bfd99815-730b-400d-9f2c-87d16b3d4f0f', 'name': '', 'network_id': 'ebf6afd0-c796-4d65-bd33-5c3bb57211ed', 'tenant_id': '191319209d6f4aa0a692cf7d431b25ef', 'mac_address': 'fa:16:3e:fd:27:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a42c37-a11f-4fbf-b38b-54846685184c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '664452e3-1277-4c51-8f59-1d3b97df3dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:16:07Z', 'updated_at': '2022-02-16T14:16:23Z', 'revision_number': 5, 'project_id': '191319209d6f4aa0a692cf7d431b25ef', 'subnets': [{'id': '664452e3-1277-4c51-8f59-1d3b97df3dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:22:54.331415 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7736a11e-afe4-4380-989d-6a2bd89c2a17 None None] The sync data for ids ['b8a42c37-a11f-4fbf-b38b-54846685184c'] in dv-cinder-773985-32-iscsi is: [{'id': 'b8a42c37-a11f-4fbf-b38b-54846685184c', 'name': 'tempest-AttachVolumeTestJSON-10169616-router', 'tenant_id': '191319209d6f4aa0a692cf7d431b25ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '700931d7-6707-4beb-9240-a3c17a7903f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:15:58Z', 'updated_at': '2022-02-16T14:16:11Z', 'revision_number': 4, 'project_id': '191319209d6f4aa0a692cf7d431b25ef', 'gw_port': {'id': '700931d7-6707-4beb-9240-a3c17a7903f2', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a42c37-a11f-4fbf-b38b-54846685184c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:16:01Z', 'updated_at': '2022-02-16T14:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_interfaces': [{'id': 'bfd99815-730b-400d-9f2c-87d16b3d4f0f', 'name': '', 'network_id': 'ebf6afd0-c796-4d65-bd33-5c3bb57211ed', 'tenant_id': '191319209d6f4aa0a692cf7d431b25ef', 'mac_address': 'fa:16:3e:fd:27:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a42c37-a11f-4fbf-b38b-54846685184c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '664452e3-1277-4c51-8f59-1d3b97df3dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:16:07Z', 'updated_at': '2022-02-16T14:16:23Z', 'revision_number': 5, 'project_id': '191319209d6f4aa0a692cf7d431b25ef', 'subnets': [{'id': '664452e3-1277-4c51-8f59-1d3b97df3dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:22:54.553776 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0c014e-d3de-46dc-9ad8-81769dfc4350 None None] New status for floating IP 66f325d4-7331-461a-9962-57cd9699659a: DOWN {{(pid=102971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:22:55.323935 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 59574) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:22:55.377475 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-69c0fe77-5949-4e22-bb8c-0f4de20db52c tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks [] for security_group (a1f98470-5eff-49ad-b197-0a0fcee9fead), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:55.400378 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-69c0fe77-5949-4e22-bb8c-0f4de20db52c tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks [] for security_group (a1f98470-5eff-49ad-b197-0a0fcee9fead), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:55.449293 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-69c0fe77-5949-4e22-bb8c-0f4de20db52c tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (a1f98470-5eff-49ad-b197-0a0fcee9fead), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:55.452098 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-69c0fe77-5949-4e22-bb8c-0f4de20db52c tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:55.453293 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-69c0fe77-5949-4e22-bb8c-0f4de20db52c tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "DELETE /v2.0/security-groups/a1f98470-5eff-49ad-b197-0a0fcee9fead HTTP/1.1" status: 204 len: 168 time: 0.1283205 Feb 16 14:22:55.456147 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 59576) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:22:55.462765 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c0fe77-5949-4e22-bb8c-0f4de20db52c tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f98470-5eff-49ad-b197-0a0fcee9fead,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:22:55.469996 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.api.v2.resource [None req-069056f8-f6c4-4f37-a828-50e7c408c54c tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] show failed (client error): The resource could not be found. Feb 16 14:22:55.470208 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c0fe77-5949-4e22-bb8c-0f4de20db52c tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:55.470405 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c0fe77-5949-4e22-bb8c-0f4de20db52c tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:55.470974 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c0fe77-5949-4e22-bb8c-0f4de20db52c tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:55.471262 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-069056f8-f6c4-4f37-a828-50e7c408c54c tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "GET /v2.0/security-groups/a1f98470-5eff-49ad-b197-0a0fcee9fead HTTP/1.1" status: 404 len: 347 time: 0.0138345 Feb 16 14:22:55.471401 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c0fe77-5949-4e22-bb8c-0f4de20db52c tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:55.471488 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c0fe77-5949-4e22-bb8c-0f4de20db52c tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:55.471787 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c0fe77-5949-4e22-bb8c-0f4de20db52c tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:55.472114 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c0fe77-5949-4e22-bb8c-0f4de20db52c tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:55.472448 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c0fe77-5949-4e22-bb8c-0f4de20db52c tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:55.472779 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c0fe77-5949-4e22-bb8c-0f4de20db52c tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:55.473110 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c0fe77-5949-4e22-bb8c-0f4de20db52c tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:55.473481 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c0fe77-5949-4e22-bb8c-0f4de20db52c tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:55.473767 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c0fe77-5949-4e22-bb8c-0f4de20db52c tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:55.474095 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c0fe77-5949-4e22-bb8c-0f4de20db52c tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:55.474313 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 59578) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:22:55.601283 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-ebac6005-b9fd-4fa2-a239-e2ed842561ca tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Deleting port 13bf223e-bbca-4f23-bd3b-5d168adcfbc2 {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:22:55.601627 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ebac6005-b9fd-4fa2-a239-e2ed842561ca tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784247387639'] for port (13bf223e-bbca-4f23-bd3b-5d168adcfbc2), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:55.683408 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ebac6005-b9fd-4fa2-a239-e2ed842561ca tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595644'] for port (13bf223e-bbca-4f23-bd3b-5d168adcfbc2), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:55.683739 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ebac6005-b9fd-4fa2-a239-e2ed842561ca tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks [] for floatingip (13bf223e-bbca-4f23-bd3b-5d168adcfbc2), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:55.695377 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-ebac6005-b9fd-4fa2-a239-e2ed842561ca tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Calling delete_port for 13bf223e-bbca-4f23-bd3b-5d168adcfbc2 owned by network:floatingip {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:22:55.828693 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ebac6005-b9fd-4fa2-a239-e2ed842561ca tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784247495006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784246951217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811206'] for port (13bf223e-bbca-4f23-bd3b-5d168adcfbc2), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:55.858803 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac6005-b9fd-4fa2-a239-e2ed842561ca tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Pushing event deleted for resources: {'Port': ['ID=13bf223e-bbca-4f23-bd3b-5d168adcfbc2,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:22:55.914345 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ebac6005-b9fd-4fa2-a239-e2ed842561ca tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks [] for floatingip (66f325d4-7331-461a-9962-57cd9699659a), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:55.917662 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ebac6005-b9fd-4fa2-a239-e2ed842561ca tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for floatingip (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:55.918809 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-ebac6005-b9fd-4fa2-a239-e2ed842561ca tempest-AttachVolumeTestJSON-1784423063 tempest-AttachVolumeTestJSON-1784423063-project] 10.222.0.120 "DELETE /v2.0/floatingips/66f325d4-7331-461a-9962-57cd9699659a HTTP/1.1" status: 204 len: 168 time: 0.4435813 Feb 16 14:22:56.680721 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:22:56.703961 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] No Port match for: 5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60 {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:22:56.704323 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 5490cd8b-09b9-4cc2-9aa4-8c0632ae6f60 not bound to the agent host hv-cinder-77398 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:22:59.459037 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 59610) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:22:59.970752 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-3ed85a02-77e1-467c-a95a-ea77d8b9a078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1593304'] for router_interface (b8a42c37-a11f-4fbf-b38b-54846685184c), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:00.236962 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-3ed85a02-77e1-467c-a95a-ea77d8b9a078 admin admin] Deleting port bfd99815-730b-400d-9f2c-87d16b3d4f0f {{(pid=102969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:23:00.237215 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-3ed85a02-77e1-467c-a95a-ea77d8b9a078 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784247387639'] for port (bfd99815-730b-400d-9f2c-87d16b3d4f0f), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:00.330187 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.db [None req-3ed85a02-77e1-467c-a95a-ea77d8b9a078 admin admin] For port bfd99815-730b-400d-9f2c-87d16b3d4f0f, host dv-cinder-773985-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=bfd99815-730b-400d-9f2c-87d16b3d4f0f,segment=NetworkSegment(c25a00b6-c425-4e03-bd80-42e218491344),segment_id=c25a00b6-c425-4e03-bd80-42e218491344)] {{(pid=102969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:23:00.330596 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-3ed85a02-77e1-467c-a95a-ea77d8b9a078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595644'] for port (bfd99815-730b-400d-9f2c-87d16b3d4f0f), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:00.349292 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-3ed85a02-77e1-467c-a95a-ea77d8b9a078 admin admin] Calling delete_port for bfd99815-730b-400d-9f2c-87d16b3d4f0f owned by network:router_interface {{(pid=102969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:23:00.558322 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-3ed85a02-77e1-467c-a95a-ea77d8b9a078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784247495006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784246951217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10340347'] for port (bfd99815-730b-400d-9f2c-87d16b3d4f0f), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:00.583065 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed85a02-77e1-467c-a95a-ea77d8b9a078 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfd99815-730b-400d-9f2c-87d16b3d4f0f,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:00.771645 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-3ed85a02-77e1-467c-a95a-ea77d8b9a078 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2062363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589544'] for router_interface (b8a42c37-a11f-4fbf-b38b-54846685184c), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:01.001737 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed85a02-77e1-467c-a95a-ea77d8b9a078 admin admin] Router b8a42c37-a11f-4fbf-b38b-54846685184c has already been hosted by L3 agent 531611a8-34ea-4f1f-8d10-111cbf56a8a1 {{(pid=102969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:23:01.112468 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed85a02-77e1-467c-a95a-ea77d8b9a078 admin admin] Notify agent at l3_agent.dv-cinder-773985-32-iscsi the message routers_updated {{(pid=102969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:23:01.117549 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-3ed85a02-77e1-467c-a95a-ea77d8b9a078 admin admin] 10.222.0.120 "PUT /v2.0/routers/b8a42c37-a11f-4fbf-b38b-54846685184c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6573834 Feb 16 14:23:01.120649 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 59614) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:23:01.123716 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9c0d19-7463-448d-bf4d-e093bcdf4d7b None None] Sync routers for ids ['b8a42c37-a11f-4fbf-b38b-54846685184c'] in dv-cinder-773985-32-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:23:01.135636 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9c0d19-7463-448d-bf4d-e093bcdf4d7b None None] Routers {'b8a42c37-a11f-4fbf-b38b-54846685184c'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:23:01.136306 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-0a9c0d19-7463-448d-bf4d-e093bcdf4d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:22:41Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['b8a42c37-a11f-4fbf-b38b-54846685184c'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:23:01.227957 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-85d03b33-2968-4ee5-a5ba-ea64e33ce9b0 admin admin] Publish callbacks [] for router (b8a42c37-a11f-4fbf-b38b-54846685184c), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:01.249394 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-0a9c0d19-7463-448d-bf4d-e093bcdf4d7b None None] Set router b8a42c37-a11f-4fbf-b38b-54846685184c gateway port host: dv-cinder-773985-32-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:23:01.341604 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-85d03b33-2968-4ee5-a5ba-ea64e33ce9b0 admin admin] Publish callbacks [] for router_gateway (b8a42c37-a11f-4fbf-b38b-54846685184c), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:01.399649 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-85d03b33-2968-4ee5-a5ba-ea64e33ce9b0 admin admin] Deleting port 700931d7-6707-4beb-9240-a3c17a7903f2 {{(pid=102969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:23:01.399998 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-85d03b33-2968-4ee5-a5ba-ea64e33ce9b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784247387639'] for port (700931d7-6707-4beb-9240-a3c17a7903f2), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:01.481817 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.db [None req-85d03b33-2968-4ee5-a5ba-ea64e33ce9b0 admin admin] For port 700931d7-6707-4beb-9240-a3c17a7903f2, host dv-cinder-773985-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=700931d7-6707-4beb-9240-a3c17a7903f2,segment=NetworkSegment(26d58d4e-c6ed-4576-9373-5fb9e6fda4ae),segment_id=26d58d4e-c6ed-4576-9373-5fb9e6fda4ae)] {{(pid=102969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:23:01.482179 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-85d03b33-2968-4ee5-a5ba-ea64e33ce9b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595644'] for port (700931d7-6707-4beb-9240-a3c17a7903f2), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:01.495061 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-0a9c0d19-7463-448d-bf4d-e093bcdf4d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a42c37-a11f-4fbf-b38b-54846685184c', 'name': 'tempest-AttachVolumeTestJSON-10169616-router', 'tenant_id': '191319209d6f4aa0a692cf7d431b25ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '700931d7-6707-4beb-9240-a3c17a7903f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:15:58Z', 'updated_at': '2022-02-16T14:23:00Z', 'revision_number': 5, 'project_id': '191319209d6f4aa0a692cf7d431b25ef', 'gw_port': {'id': '700931d7-6707-4beb-9240-a3c17a7903f2', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a42c37-a11f-4fbf-b38b-54846685184c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:16:01Z', 'updated_at': '2022-02-16T14:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi'}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:23:01.497686 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-85d03b33-2968-4ee5-a5ba-ea64e33ce9b0 admin admin] Calling delete_port for 700931d7-6707-4beb-9240-a3c17a7903f2 owned by network:router_gateway {{(pid=102969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:23:01.528540 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9c0d19-7463-448d-bf4d-e093bcdf4d7b None None] Checking router: b8a42c37-a11f-4fbf-b38b-54846685184c for host: dv-cinder-773985-32-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:23:01.543951 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9c0d19-7463-448d-bf4d-e093bcdf4d7b None None] Routers {'b8a42c37-a11f-4fbf-b38b-54846685184c'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:23:01.544622 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-0a9c0d19-7463-448d-bf4d-e093bcdf4d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:22:41Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['b8a42c37-a11f-4fbf-b38b-54846685184c'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:23:01.645433 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-0a9c0d19-7463-448d-bf4d-e093bcdf4d7b None None] Set router b8a42c37-a11f-4fbf-b38b-54846685184c gateway port host: None {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:23:01.701998 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-0a9c0d19-7463-448d-bf4d-e093bcdf4d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a42c37-a11f-4fbf-b38b-54846685184c', 'name': 'tempest-AttachVolumeTestJSON-10169616-router', 'tenant_id': '191319209d6f4aa0a692cf7d431b25ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:15:58Z', 'updated_at': '2022-02-16T14:23:01Z', 'revision_number': 6, 'project_id': '191319209d6f4aa0a692cf7d431b25ef', 'gw_port_host': None}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:23:01.735901 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9c0d19-7463-448d-bf4d-e093bcdf4d7b None None] The sync data for ids ['b8a42c37-a11f-4fbf-b38b-54846685184c'] in dv-cinder-773985-32-iscsi is: [{'id': 'b8a42c37-a11f-4fbf-b38b-54846685184c', 'name': 'tempest-AttachVolumeTestJSON-10169616-router', 'tenant_id': '191319209d6f4aa0a692cf7d431b25ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:15:58Z', 'updated_at': '2022-02-16T14:23:01Z', 'revision_number': 6, 'project_id': '191319209d6f4aa0a692cf7d431b25ef', 'gw_port_host': None}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:23:01.778777 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-85d03b33-2968-4ee5-a5ba-ea64e33ce9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784247495006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784246951217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10340347'] for port (700931d7-6707-4beb-9240-a3c17a7903f2), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:01.813599 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d03b33-2968-4ee5-a5ba-ea64e33ce9b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=700931d7-6707-4beb-9240-a3c17a7903f2,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:01.891213 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-85d03b33-2968-4ee5-a5ba-ea64e33ce9b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1596050'] for router_gateway (b8a42c37-a11f-4fbf-b38b-54846685184c), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:01.984730 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-85d03b33-2968-4ee5-a5ba-ea64e33ce9b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1602575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24978'] for router (b8a42c37-a11f-4fbf-b38b-54846685184c), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:01.986948 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-85d03b33-2968-4ee5-a5ba-ea64e33ce9b0 admin admin] Publish callbacks [] for router_controller (b8a42c37-a11f-4fbf-b38b-54846685184c), precommit_delete_associations {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:02.037855 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-85d03b33-2968-4ee5-a5ba-ea64e33ce9b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602566'] for router (b8a42c37-a11f-4fbf-b38b-54846685184c), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:02.038668 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d03b33-2968-4ee5-a5ba-ea64e33ce9b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8a42c37-a11f-4fbf-b38b-54846685184c {{(pid=102969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:23:02.044606 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-85d03b33-2968-4ee5-a5ba-ea64e33ce9b0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:02.045914 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-85d03b33-2968-4ee5-a5ba-ea64e33ce9b0 admin admin] 10.222.0.120 "DELETE /v2.0/routers/b8a42c37-a11f-4fbf-b38b-54846685184c HTTP/1.1" status: 204 len: 168 time: 0.9242883 Feb 16 14:23:02.049785 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 59616) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:23:02.109017 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_v2 [None req-012d9d9a-3461-4ee5-b61d-7e693dc68286 admin admin] Deleting subnet 664452e3-1277-4c51-8f59-1d3b97df3dbb {{(pid=102968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 14:23:02.113239 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-012d9d9a-3461-4ee5-b61d-7e693dc68286 admin admin] Publish callbacks [] for subnet (664452e3-1277-4c51-8f59-1d3b97df3dbb), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:02.156278 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-012d9d9a-3461-4ee5-b61d-7e693dc68286 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9208702'] for subnet (664452e3-1277-4c51-8f59-1d3b97df3dbb), precommit_delete_associations {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:02.248664 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-012d9d9a-3461-4ee5-b61d-7e693dc68286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-900998'] for subnet (664452e3-1277-4c51-8f59-1d3b97df3dbb), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:02.315318 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-012d9d9a-3461-4ee5-b61d-7e693dc68286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-901007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8811251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9090829'] for subnet (664452e3-1277-4c51-8f59-1d3b97df3dbb), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:02.342784 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d9d9a-3461-4ee5-b61d-7e693dc68286 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=664452e3-1277-4c51-8f59-1d3b97df3dbb,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:02.346852 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-012d9d9a-3461-4ee5-b61d-7e693dc68286 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for subnet (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:02.350373 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-012d9d9a-3461-4ee5-b61d-7e693dc68286 admin admin] 10.222.0.120 "DELETE /v2.0/subnets/664452e3-1277-4c51-8f59-1d3b97df3dbb HTTP/1.1" status: 204 len: 168 time: 0.2994034 Feb 16 14:23:02.354345 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 59618) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:23:02.355163 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59ecfab-e03f-47fc-94f9-83ce494eb924 None None] Network ebf6afd0-c796-4d65-bd33-5c3bb57211ed requested from dv-cinder-773985-32-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:23:02.432110 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-1a91d88d-2086-4fb9-94ea-6cd9de3942e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924667'] for network (ebf6afd0-c796-4d65-bd33-5c3bb57211ed), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:02.503864 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-1a91d88d-2086-4fb9-94ea-6cd9de3942e1 admin admin] Deleting port 842827e6-fb19-46f6-9015-56af90c14388 {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:23:02.504319 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-1a91d88d-2086-4fb9-94ea-6cd9de3942e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784247387639'] for port (842827e6-fb19-46f6-9015-56af90c14388), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:02.556320 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e41dc9-dbab-4bed-b686-60f733baf306 None None] DHCP port deletion for ebf6afd0-c796-4d65-bd33-5c3bb57211ed request from dv-cinder-773985-32-iscsi {{(pid=102970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 14:23:02.600908 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [None req-1a91d88d-2086-4fb9-94ea-6cd9de3942e1 admin admin] For port 842827e6-fb19-46f6-9015-56af90c14388, host dv-cinder-773985-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=842827e6-fb19-46f6-9015-56af90c14388,segment=NetworkSegment(c25a00b6-c425-4e03-bd80-42e218491344),segment_id=c25a00b6-c425-4e03-bd80-42e218491344)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:23:02.601411 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-1a91d88d-2086-4fb9-94ea-6cd9de3942e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595644'] for port (842827e6-fb19-46f6-9015-56af90c14388), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:02.617482 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-1a91d88d-2086-4fb9-94ea-6cd9de3942e1 admin admin] Calling delete_port for 842827e6-fb19-46f6-9015-56af90c14388 owned by network:dhcp {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:23:02.760673 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-99e41dc9-dbab-4bed-b686-60f733baf306 None None] Deleting port 842827e6-fb19-46f6-9015-56af90c14388 {{(pid=102970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:23:02.761478 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-99e41dc9-dbab-4bed-b686-60f733baf306 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784247387639'] for port (842827e6-fb19-46f6-9015-56af90c14388), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:02.773449 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-1a91d88d-2086-4fb9-94ea-6cd9de3942e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784247495006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784246951217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811206'] for port (842827e6-fb19-46f6-9015-56af90c14388), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:02.805947 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a91d88d-2086-4fb9-94ea-6cd9de3942e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=842827e6-fb19-46f6-9015-56af90c14388,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:02.811734 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a91d88d-2086-4fb9-94ea-6cd9de3942e1 admin admin] No DVR routers for this DVR port 842827e6-fb19-46f6-9015-56af90c14388 on host dv-cinder-773985-32-iscsi {{(pid=102968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:23:02.870504 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-99e41dc9-dbab-4bed-b686-60f733baf306 None None] For port 842827e6-fb19-46f6-9015-56af90c14388, host dv-cinder-773985-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=842827e6-fb19-46f6-9015-56af90c14388,segment=NetworkSegment(c25a00b6-c425-4e03-bd80-42e218491344),segment_id=c25a00b6-c425-4e03-bd80-42e218491344)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:23:02.871768 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-99e41dc9-dbab-4bed-b686-60f733baf306 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595644'] for port (842827e6-fb19-46f6-9015-56af90c14388), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:02.911293 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-99e41dc9-dbab-4bed-b686-60f733baf306 None None] Calling delete_port for 842827e6-fb19-46f6-9015-56af90c14388 owned by network:dhcp {{(pid=102970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:23:02.919804 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (0563e457-3a96-4909-b5a3-8fa5db96f619), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:02.928687 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-1a91d88d-2086-4fb9-94ea-6cd9de3942e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897531', 'neutron.services.segments.db._delete_segments_for_network-8784247451275'] for network (ebf6afd0-c796-4d65-bd33-5c3bb57211ed), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:02.961172 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.services.segments.db [None req-1a91d88d-2086-4fb9-94ea-6cd9de3942e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebf6afd0-c796-4d65-bd33-5c3bb57211ed']}} {{(pid=102968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:23:02.976193 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.services.segments.db [None req-1a91d88d-2086-4fb9-94ea-6cd9de3942e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c25a00b6-c425-4e03-bd80-42e218491344') {'for_net_delete': True} {{(pid=102968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:23:02.976193 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.services.segments.db [None req-1a91d88d-2086-4fb9-94ea-6cd9de3942e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c25a00b6-c425-4e03-bd80-42e218491344') {} {{(pid=102968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:23:02.991790 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-1a91d88d-2086-4fb9-94ea-6cd9de3942e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784247452308', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9208695'] for segment (c25a00b6-c425-4e03-bd80-42e218491344), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:03.008930 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-1a91d88d-2086-4fb9-94ea-6cd9de3942e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894495'] for segment (c25a00b6-c425-4e03-bd80-42e218491344), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:03.016968 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a91d88d-2086-4fb9-94ea-6cd9de3942e1 admin admin] Releasing vlan 1322 on physical network physnet1 to pool {{(pid=102968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:23:03.017898 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-1a91d88d-2086-4fb9-94ea-6cd9de3942e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8811177'] for segment (c25a00b6-c425-4e03-bd80-42e218491344), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:03.020134 dv-cinder-773985-32-iscsi neutron-server[102968]: Traceback (most recent call last): Feb 16 14:23:03.020134 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:23:03.020134 dv-cinder-773985-32-iscsi neutron-server[102968]: timer() Feb 16 14:23:03.020134 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:23:03.020134 dv-cinder-773985-32-iscsi neutron-server[102968]: cb(*args, **kw) Feb 16 14:23:03.020134 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:23:03.020134 dv-cinder-773985-32-iscsi neutron-server[102968]: return func(*args, **kwargs) Feb 16 14:23:03.020134 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:23:03.020134 dv-cinder-773985-32-iscsi neutron-server[102968]: self._notify() Feb 16 14:23:03.020134 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:23:03.020134 dv-cinder-773985-32-iscsi neutron-server[102968]: self.callback(batched_events) Feb 16 14:23:03.020134 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:23:03.020134 dv-cinder-773985-32-iscsi neutron-server[102968]: event.method(event) Feb 16 14:23:03.020134 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:23:03.020134 dv-cinder-773985-32-iscsi neutron-server[102968]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:23:03.020134 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:23:03.020134 dv-cinder-773985-32-iscsi neutron-server[102968]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:23:03.020134 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:23:03.020134 dv-cinder-773985-32-iscsi neutron-server[102968]: return f(self, *a, **k) Feb 16 14:23:03.020134 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:23:03.020134 dv-cinder-773985-32-iscsi neutron-server[102968]: return self._get(url).json() Feb 16 14:23:03.020134 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:23:03.020134 dv-cinder-773985-32-iscsi neutron-server[102968]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:23:03.020134 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:23:03.020134 dv-cinder-773985-32-iscsi neutron-server[102968]: return self.request(url, 'GET', **kwargs) Feb 16 14:23:03.020134 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:23:03.020134 dv-cinder-773985-32-iscsi neutron-server[102968]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:23:03.020134 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:23:03.020134 dv-cinder-773985-32-iscsi neutron-server[102968]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:23:03.020134 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:23:03.020134 dv-cinder-773985-32-iscsi neutron-server[102968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:23:03.020134 dv-cinder-773985-32-iscsi neutron-server[102968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:23:03.031427 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-99e41dc9-dbab-4bed-b686-60f733baf306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784247495006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784246951217'] for port (842827e6-fb19-46f6-9015-56af90c14388), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:03.062227 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e41dc9-dbab-4bed-b686-60f733baf306 None None] Pushing event deleted for resources: {'Port': ['ID=842827e6-fb19-46f6-9015-56af90c14388,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:03.064762 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e41dc9-dbab-4bed-b686-60f733baf306 None None] No DVR routers for this DVR port 842827e6-fb19-46f6-9015-56af90c14388 on host dv-cinder-773985-32-iscsi {{(pid=102970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:23:03.077014 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e41dc9-dbab-4bed-b686-60f733baf306 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:03.077645 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e41dc9-dbab-4bed-b686-60f733baf306 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:03.078462 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e41dc9-dbab-4bed-b686-60f733baf306 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:03.079029 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e41dc9-dbab-4bed-b686-60f733baf306 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:03.079662 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e41dc9-dbab-4bed-b686-60f733baf306 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:03.080188 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e41dc9-dbab-4bed-b686-60f733baf306 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:03.080560 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e41dc9-dbab-4bed-b686-60f733baf306 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:03.080876 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e41dc9-dbab-4bed-b686-60f733baf306 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:03.081215 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e41dc9-dbab-4bed-b686-60f733baf306 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:03.081555 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e41dc9-dbab-4bed-b686-60f733baf306 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:03.081895 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e41dc9-dbab-4bed-b686-60f733baf306 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:03.082224 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e41dc9-dbab-4bed-b686-60f733baf306 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:03.082551 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e41dc9-dbab-4bed-b686-60f733baf306 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:03.097354 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-1a91d88d-2086-4fb9-94ea-6cd9de3942e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1596086'] for network (ebf6afd0-c796-4d65-bd33-5c3bb57211ed), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:03.103529 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-1a91d88d-2086-4fb9-94ea-6cd9de3942e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for network (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:03.109109 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-1a91d88d-2086-4fb9-94ea-6cd9de3942e1 admin admin] 10.222.0.120 "DELETE /v2.0/networks/ebf6afd0-c796-4d65-bd33-5c3bb57211ed HTTP/1.1" status: 204 len: 168 time: 0.7535329 Feb 16 14:23:03.131861 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a91d88d-2086-4fb9-94ea-6cd9de3942e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebf6afd0-c796-4d65-bd33-5c3bb57211ed,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:03.294179 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 59624) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:23:03.341573 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-bfa239ad-b1a8-4afb-84a6-bda263feabd9 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=191319209d6f4aa0a692cf7d431b25ef&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0460689 Feb 16 14:23:03.345792 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 59626) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:23:03.428191 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-76d29e29-53be-43b2-9816-f8df2e8c7ab0 admin admin] Publish callbacks [] for security_group (0af0f0b1-8aea-4b7c-9cfd-60ee881470d2), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:03.454007 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-76d29e29-53be-43b2-9816-f8df2e8c7ab0 admin admin] Publish callbacks [] for security_group (0af0f0b1-8aea-4b7c-9cfd-60ee881470d2), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:03.521409 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-76d29e29-53be-43b2-9816-f8df2e8c7ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (0af0f0b1-8aea-4b7c-9cfd-60ee881470d2), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:03.526640 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-76d29e29-53be-43b2-9816-f8df2e8c7ab0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:03.528608 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-76d29e29-53be-43b2-9816-f8df2e8c7ab0 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/0af0f0b1-8aea-4b7c-9cfd-60ee881470d2 HTTP/1.1" status: 204 len: 168 time: 0.1815968 Feb 16 14:23:03.540417 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d29e29-53be-43b2-9816-f8df2e8c7ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af0f0b1-8aea-4b7c-9cfd-60ee881470d2,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:03.808980 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device bfd99815-730b-400d-9f2c-87d16b3d4f0f no longer exists at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:23:03.834378 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] No Port match for: bfd99815-730b-400d-9f2c-87d16b3d4f0f {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:23:03.834745 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device bfd99815-730b-400d-9f2c-87d16b3d4f0f not bound to the agent host dv-cinder-773985-32-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:23:03.835138 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device 700931d7-6707-4beb-9240-a3c17a7903f2 no longer exists at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:23:03.856476 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] No Port match for: 700931d7-6707-4beb-9240-a3c17a7903f2 {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:23:03.856780 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device 700931d7-6707-4beb-9240-a3c17a7903f2 not bound to the agent host dv-cinder-773985-32-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:23:03.857266 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device 842827e6-fb19-46f6-9015-56af90c14388 no longer exists at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:23:03.881453 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] No Port match for: 842827e6-fb19-46f6-9015-56af90c14388 {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:23:03.881903 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device 842827e6-fb19-46f6-9015-56af90c14388 not bound to the agent host dv-cinder-773985-32-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:23:04.590044 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-231b7f91-7167-47b9-9400-fb5a4abefa67 req-61fedfc0-0deb-4da0-9067-da9aea22516f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=781d0f1f-fbbc-49d1-b507-185a377674c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0589569 Feb 16 14:23:04.701645 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b7f91-7167-47b9-9400-fb5a4abefa67 req-7d2fa409-ccd9-44a8-873a-5539f0950e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:23:04.704168 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-231b7f91-7167-47b9-9400-fb5a4abefa67 req-7d2fa409-ccd9-44a8-873a-5539f0950e67 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c3d6db271304958834a2c24b656f61e&device_id=781d0f1f-fbbc-49d1-b507-185a377674c1 HTTP/1.1" status: 200 len: 1129 time: 0.0737920 Feb 16 14:23:04.861788 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b7f91-7167-47b9-9400-fb5a4abefa67 req-f7f3df4f-b95b-4b52-89b2-58722c6ac63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:23:04.864542 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-231b7f91-7167-47b9-9400-fb5a4abefa67 req-f7f3df4f-b95b-4b52-89b2-58722c6ac63c service neutron] 10.222.0.10 "GET /v2.0/networks?id=b6af31c2-3d63-407d-9a53-f983b2f44ea1 HTTP/1.1" status: 200 len: 914 time: 0.1360483 Feb 16 14:23:04.955519 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-231b7f91-7167-47b9-9400-fb5a4abefa67 req-225df1ce-b05d-4a45-bf60-1c527a8ce23d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c39d531-c567-4cbf-95c3-3537c47443f3 HTTP/1.1" status: 200 len: 1000 time: 0.0831168 Feb 16 14:23:05.017345 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b7f91-7167-47b9-9400-fb5a4abefa67 req-f21c8cc0-a2d9-4504-89ac-ff337881791a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:23:05.019034 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-231b7f91-7167-47b9-9400-fb5a4abefa67 req-f21c8cc0-a2d9-4504-89ac-ff337881791a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=08195094-654a-4590-abde-4914e46611c7 HTTP/1.1" status: 200 len: 851 time: 0.0565867 Feb 16 14:23:05.104487 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b7f91-7167-47b9-9400-fb5a4abefa67 req-7e07abda-f51e-4ef8-99bb-57868481bfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:23:05.106370 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-231b7f91-7167-47b9-9400-fb5a4abefa67 req-7e07abda-f51e-4ef8-99bb-57868481bfa5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b6af31c2-3d63-407d-9a53-f983b2f44ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0801764 Feb 16 14:23:05.271729 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-231b7f91-7167-47b9-9400-fb5a4abefa67 req-f3fa7662-8964-4106-b970-7406a9641a40 service neutron] 10.222.0.10 "GET /v2.0/networks/b6af31c2-3d63-407d-9a53-f983b2f44ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583233 Feb 16 14:23:05.432258 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-231b7f91-7167-47b9-9400-fb5a4abefa67 req-f1d452d5-953c-4c24-80a5-50a498ef7f25 service neutron] 10.222.0.10 "GET /v2.0/networks/b6af31c2-3d63-407d-9a53-f983b2f44ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536870 Feb 16 14:23:09.017035 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c24f39bc-643a-4263-9e54-5e00a665ffee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (10a26995-69c6-4373-972b-e8a4ac0e51da), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:11.200572 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-1661516f-deef-48f4-acdc-79619c53d823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (531611a8-34ea-4f1f-8d10-111cbf56a8a1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:11.880552 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-a8050c5e-fae0-4749-9066-b350f3112fc5 None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:23:12.432156 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f4fb-7ea9-448d-9c44-08fc2737c2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (86100e92-d951-4144-bd87-36328b8a7b76), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:13.745685 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ac86131d-db3b-4e6c-9567-647e6948f8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (6a38cbfe-57d3-4d37-ac59-552f6dc7f99c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:14.082893 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 59744) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:23:14.235236 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-90ea3e6a-9cef-4564-95aa-075b9ef2cd43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:14.361465 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-90ea3e6a-9cef-4564-95aa-075b9ef2cd43 admin admin] Publish callbacks [] for security_group (43994bf6-67ce-43be-b526-a83febc3491a), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:14.367768 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-90ea3e6a-9cef-4564-95aa-075b9ef2cd43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (43994bf6-67ce-43be-b526-a83febc3491a), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:14.437008 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-90ea3e6a-9cef-4564-95aa-075b9ef2cd43 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=9faba939abfd4dc6a313107a434bd95f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3523467 Feb 16 14:23:14.438113 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea3e6a-9cef-4564-95aa-075b9ef2cd43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43994bf6-67ce-43be-b526-a83febc3491a,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:14.441063 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 59748) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:23:14.528315 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-9ebdb4c5-c21d-4e79-8775-21e554569d44 admin admin] Publish callbacks [] for security_group (43994bf6-67ce-43be-b526-a83febc3491a), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:14.555704 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-9ebdb4c5-c21d-4e79-8775-21e554569d44 admin admin] Publish callbacks [] for security_group (43994bf6-67ce-43be-b526-a83febc3491a), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:14.632889 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-9ebdb4c5-c21d-4e79-8775-21e554569d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (43994bf6-67ce-43be-b526-a83febc3491a), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:14.636476 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-9ebdb4c5-c21d-4e79-8775-21e554569d44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:14.638175 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-9ebdb4c5-c21d-4e79-8775-21e554569d44 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/43994bf6-67ce-43be-b526-a83febc3491a HTTP/1.1" status: 204 len: 168 time: 0.1955976 Feb 16 14:23:14.653050 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebdb4c5-c21d-4e79-8775-21e554569d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43994bf6-67ce-43be-b526-a83febc3491a,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:15.073981 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (529a93d1-f8f6-4ba2-8600-6635050f85df), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:15.246287 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b3b6a7-346b-46c2-944b-411def8ff5a5 req-fcd208c4-bb65-460c-ab4f-b623219a9fa7 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:23:15.248182 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f3b3b6a7-346b-46c2-944b-411def8ff5a5 req-fcd208c4-bb65-460c-ab4f-b623219a9fa7 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 946 time: 0.0804772 Feb 16 14:23:15.334659 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f3b3b6a7-346b-46c2-944b-411def8ff5a5 req-ec505740-ccb8-43f8-b315-5e3fa180bef7 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=d7305ab7-4007-4059-9605-577556c616a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789924 Feb 16 14:23:16.528024 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46341f05-5786-4747-8555-6b047280ffd7 req-2c748566-3b92-4f1f-9d64-27c15dba82cd tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:23:16.530174 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-46341f05-5786-4747-8555-6b047280ffd7 req-2c748566-3b92-4f1f-9d64-27c15dba82cd tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 946 time: 0.0888600 Feb 16 14:23:16.615529 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-46341f05-5786-4747-8555-6b047280ffd7 req-928e1ece-2496-4983-be36-94943fff07d0 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups?id=d7305ab7-4007-4059-9605-577556c616a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779676 Feb 16 14:23:16.811705 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d461152-012b-4e6c-b285-548e52aeec00 req-b0754f9e-6b78-463f-895c-cd523075f25f tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:23:16.813971 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6d461152-012b-4e6c-b285-548e52aeec00 req-b0754f9e-6b78-463f-895c-cd523075f25f tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 946 time: 0.0820870 Feb 16 14:23:16.953989 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-6d461152-012b-4e6c-b285-548e52aeec00 req-c2281c46-7b8b-40dc-924d-624cd55aed8c tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Deleting port 09ecb9af-46ca-4622-a64f-8c68d2cc7aef {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:23:16.954570 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-6d461152-012b-4e6c-b285-548e52aeec00 req-c2281c46-7b8b-40dc-924d-624cd55aed8c tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784247387639'] for port (09ecb9af-46ca-4622-a64f-8c68d2cc7aef), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:17.134523 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-6d461152-012b-4e6c-b285-548e52aeec00 req-c2281c46-7b8b-40dc-924d-624cd55aed8c tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] For port 09ecb9af-46ca-4622-a64f-8c68d2cc7aef, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=09ecb9af-46ca-4622-a64f-8c68d2cc7aef,segment=NetworkSegment(7e12a080-9391-426e-98e0-74c5936ea1ba),segment_id=7e12a080-9391-426e-98e0-74c5936ea1ba)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:23:17.134897 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-6d461152-012b-4e6c-b285-548e52aeec00 req-c2281c46-7b8b-40dc-924d-624cd55aed8c tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595644'] for port (09ecb9af-46ca-4622-a64f-8c68d2cc7aef), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:17.412590 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-6d461152-012b-4e6c-b285-548e52aeec00 req-c2281c46-7b8b-40dc-924d-624cd55aed8c tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:17.413191 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-6d461152-012b-4e6c-b285-548e52aeec00 req-c2281c46-7b8b-40dc-924d-624cd55aed8c tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1596120'] for floatingip (390df0ea-e679-499d-b7bf-bf7f0beb54e2), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:17.413559 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.db.l3_db [req-6d461152-012b-4e6c-b285-548e52aeec00 req-c2281c46-7b8b-40dc-924d-624cd55aed8c tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Floating IP 390df0ea-e679-499d-b7bf-bf7f0beb54e2 disassociated. External IP: 172.27.2.253, port: 09ecb9af-46ca-4622-a64f-8c68d2cc7aef. Feb 16 14:23:17.414048 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-6d461152-012b-4e6c-b285-548e52aeec00 req-c2281c46-7b8b-40dc-924d-624cd55aed8c tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Calling delete_port for 09ecb9af-46ca-4622-a64f-8c68d2cc7aef owned by compute:nova {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:23:17.600314 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-6d461152-012b-4e6c-b285-548e52aeec00 req-c2281c46-7b8b-40dc-924d-624cd55aed8c tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784247495006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784246951217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811206'] for port (09ecb9af-46ca-4622-a64f-8c68d2cc7aef), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:17.646683 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2281c46-7b8b-40dc-924d-624cd55aed8c tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Pushing event deleted for resources: {'Port': ['ID=09ecb9af-46ca-4622-a64f-8c68d2cc7aef,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:17.767999 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-5626abf1-435c-41fe-bfe7-2b0db511f807 req-7695b5ea-f380-4763-a694-4dd3abd17a45 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 210 time: 0.0364342 Feb 16 14:23:17.820716 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d461152-012b-4e6c-b285-548e52aeec00 req-c2281c46-7b8b-40dc-924d-624cd55aed8c tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Router 7ef9b361-04ee-467d-b3f7-ca5ff07ffa90 has already been hosted by L3 agent 531611a8-34ea-4f1f-8d10-111cbf56a8a1 {{(pid=102968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:23:17.980570 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d461152-012b-4e6c-b285-548e52aeec00 req-c2281c46-7b8b-40dc-924d-624cd55aed8c tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Notify agent at l3_agent.dv-cinder-773985-32-iscsi the message routers_updated {{(pid=102968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:23:17.995232 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ab8d5c-30c4-4d3f-8e04-cd9358c1bf90 None None] Sync routers for ids ['7ef9b361-04ee-467d-b3f7-ca5ff07ffa90'] in dv-cinder-773985-32-iscsi {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:23:18.012311 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ab8d5c-30c4-4d3f-8e04-cd9358c1bf90 None None] Routers {'7ef9b361-04ee-467d-b3f7-ca5ff07ffa90'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:23:18.013078 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-72ab8d5c-30c4-4d3f-8e04-cd9358c1bf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:23:11Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['7ef9b361-04ee-467d-b3f7-ca5ff07ffa90'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:23:18.051863 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d461152-012b-4e6c-b285-548e52aeec00 req-c2281c46-7b8b-40dc-924d-624cd55aed8c tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] No DVR routers for this DVR port 09ecb9af-46ca-4622-a64f-8c68d2cc7aef on host hv-cinder-77398 {{(pid=102968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:23:18.056805 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-6d461152-012b-4e6c-b285-548e52aeec00 req-c2281c46-7b8b-40dc-924d-624cd55aed8c tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:18.062866 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6d461152-012b-4e6c-b285-548e52aeec00 req-c2281c46-7b8b-40dc-924d-624cd55aed8c tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.10 "DELETE /v2.0/ports/09ecb9af-46ca-4622-a64f-8c68d2cc7aef HTTP/1.1" status: 204 len: 173 time: 1.2407119 Feb 16 14:23:18.063428 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b08595e-2ddc-430f-bf6d-0535efefbf1d', 'name': 'network-vif-deleted', 'tag': '09ecb9af-46ca-4622-a64f-8c68d2cc7aef'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:23:18.067166 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669008da0707fbbfdc7037cdc0b86c67378ff5c6b942db7a00e5cd0dd563b74b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a16e9bc-28e2-4d3d-bbb2-b9d95dcefcff" -d '{"events": [{"server_uuid": "8b08595e-2ddc-430f-bf6d-0535efefbf1d", "name": "network-vif-deleted", "tag": "09ecb9af-46ca-4622-a64f-8c68d2cc7aef"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:23:18.155306 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d924da1-556d-4e6f-9134-7edaa28a184c x-openstack-request-id: req-5d924da1-556d-4e6f-9134-7edaa28a184c {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:23:18.156624 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b08595e-2ddc-430f-bf6d-0535efefbf1d", "name": "network-vif-deleted", "tag": "09ecb9af-46ca-4622-a64f-8c68d2cc7aef", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:23:18.157177 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-5d924da1-556d-4e6f-9134-7edaa28a184c {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:23:18.158593 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b08595e-2ddc-430f-bf6d-0535efefbf1d', 'name': 'network-vif-deleted', 'tag': '09ecb9af-46ca-4622-a64f-8c68d2cc7aef', 'status': 'completed', 'code': 200} Feb 16 14:23:18.236526 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-72ab8d5c-30c4-4d3f-8e04-cd9358c1bf90 None None] Set router 7ef9b361-04ee-467d-b3f7-ca5ff07ffa90 gateway port host: dv-cinder-773985-32-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:23:18.684875 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-72ab8d5c-30c4-4d3f-8e04-cd9358c1bf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef9b361-04ee-467d-b3f7-ca5ff07ffa90', 'name': 'tempest-AttachVolumeShelveTestJSON-1011373759-router', 'tenant_id': '410a0d25161b4a0e8f890d74d6eb242d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '889f4e28-56ab-4437-8364-bf9f84f6e647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:15:57Z', 'updated_at': '2022-02-16T14:16:05Z', 'revision_number': 4, 'project_id': '410a0d25161b4a0e8f890d74d6eb242d', 'gw_port': {'id': '889f4e28-56ab-4437-8364-bf9f84f6e647', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef9b361-04ee-467d-b3f7-ca5ff07ffa90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:15:58Z', 'updated_at': '2022-02-16T14:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_interfaces': [{'id': '823115d7-28d7-4545-82be-bd4444f81a41', 'name': '', 'network_id': '08a3e979-1da2-40e7-a40c-6fc286cacb72', 'tenant_id': '410a0d25161b4a0e8f890d74d6eb242d', 'mac_address': 'fa:16:3e:66:3d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef9b361-04ee-467d-b3f7-ca5ff07ffa90', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b5411640-e171-466e-826f-00fe3dbaa6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:16:03Z', 'updated_at': '2022-02-16T14:16:19Z', 'revision_number': 5, 'project_id': '410a0d25161b4a0e8f890d74d6eb242d', 'subnets': [{'id': 'b5411640-e171-466e-826f-00fe3dbaa6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:23:18.735974 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ab8d5c-30c4-4d3f-8e04-cd9358c1bf90 None None] Checking router: 7ef9b361-04ee-467d-b3f7-ca5ff07ffa90 for host: dv-cinder-773985-32-iscsi {{(pid=102971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:23:18.751271 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ab8d5c-30c4-4d3f-8e04-cd9358c1bf90 None None] Routers {'7ef9b361-04ee-467d-b3f7-ca5ff07ffa90'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:23:18.752307 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-72ab8d5c-30c4-4d3f-8e04-cd9358c1bf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:23:11Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['7ef9b361-04ee-467d-b3f7-ca5ff07ffa90'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:23:18.936332 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-72ab8d5c-30c4-4d3f-8e04-cd9358c1bf90 None None] Set router 7ef9b361-04ee-467d-b3f7-ca5ff07ffa90 gateway port host: dv-cinder-773985-32-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:23:18.948860 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-8c904a44-09af-4e59-a87f-8da52f3b0caa req-4bd89ac9-5c8e-4e3d-aa61-2b33c1b908f1 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 210 time: 0.0451212 Feb 16 14:23:19.242902 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-72ab8d5c-30c4-4d3f-8e04-cd9358c1bf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef9b361-04ee-467d-b3f7-ca5ff07ffa90', 'name': 'tempest-AttachVolumeShelveTestJSON-1011373759-router', 'tenant_id': '410a0d25161b4a0e8f890d74d6eb242d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '889f4e28-56ab-4437-8364-bf9f84f6e647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:15:57Z', 'updated_at': '2022-02-16T14:16:05Z', 'revision_number': 4, 'project_id': '410a0d25161b4a0e8f890d74d6eb242d', 'gw_port': {'id': '889f4e28-56ab-4437-8364-bf9f84f6e647', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef9b361-04ee-467d-b3f7-ca5ff07ffa90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:15:58Z', 'updated_at': '2022-02-16T14:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_interfaces': [{'id': '823115d7-28d7-4545-82be-bd4444f81a41', 'name': '', 'network_id': '08a3e979-1da2-40e7-a40c-6fc286cacb72', 'tenant_id': '410a0d25161b4a0e8f890d74d6eb242d', 'mac_address': 'fa:16:3e:66:3d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef9b361-04ee-467d-b3f7-ca5ff07ffa90', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b5411640-e171-466e-826f-00fe3dbaa6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:16:03Z', 'updated_at': '2022-02-16T14:16:19Z', 'revision_number': 5, 'project_id': '410a0d25161b4a0e8f890d74d6eb242d', 'subnets': [{'id': 'b5411640-e171-466e-826f-00fe3dbaa6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:23:19.277051 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ab8d5c-30c4-4d3f-8e04-cd9358c1bf90 None None] The sync data for ids ['7ef9b361-04ee-467d-b3f7-ca5ff07ffa90'] in dv-cinder-773985-32-iscsi is: [{'id': '7ef9b361-04ee-467d-b3f7-ca5ff07ffa90', 'name': 'tempest-AttachVolumeShelveTestJSON-1011373759-router', 'tenant_id': '410a0d25161b4a0e8f890d74d6eb242d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '889f4e28-56ab-4437-8364-bf9f84f6e647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:15:57Z', 'updated_at': '2022-02-16T14:16:05Z', 'revision_number': 4, 'project_id': '410a0d25161b4a0e8f890d74d6eb242d', 'gw_port': {'id': '889f4e28-56ab-4437-8364-bf9f84f6e647', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef9b361-04ee-467d-b3f7-ca5ff07ffa90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:15:58Z', 'updated_at': '2022-02-16T14:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_interfaces': [{'id': '823115d7-28d7-4545-82be-bd4444f81a41', 'name': '', 'network_id': '08a3e979-1da2-40e7-a40c-6fc286cacb72', 'tenant_id': '410a0d25161b4a0e8f890d74d6eb242d', 'mac_address': 'fa:16:3e:66:3d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef9b361-04ee-467d-b3f7-ca5ff07ffa90', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b5411640-e171-466e-826f-00fe3dbaa6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:16:03Z', 'updated_at': '2022-02-16T14:16:19Z', 'revision_number': 5, 'project_id': '410a0d25161b4a0e8f890d74d6eb242d', 'subnets': [{'id': 'b5411640-e171-466e-826f-00fe3dbaa6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:23:19.560755 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d011ecf5-2139-41fe-afe7-77804e9d58d4 None None] New status for floating IP 390df0ea-e679-499d-b7bf-bf7f0beb54e2: DOWN {{(pid=102970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:23:20.131387 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6b550aa1-6fb7-4173-a199-ce32ee5a9b6a req-9c5960cc-741b-498a-94dd-ba1b949c9ecf tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/ports?device_id=8b08595e-2ddc-430f-bf6d-0535efefbf1d HTTP/1.1" status: 200 len: 210 time: 0.0347948 Feb 16 14:23:21.224195 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 09ecb9af-46ca-4622-a64f-8c68d2cc7aef no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:23:21.262551 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] No Port match for: 09ecb9af-46ca-4622-a64f-8c68d2cc7aef {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:23:21.263107 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 09ecb9af-46ca-4622-a64f-8c68d2cc7aef not bound to the agent host hv-cinder-77398 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:23:21.279050 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 59826) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:23:21.363848 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-5705fcb3-bd88-4e70-b352-4f67747386ed tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks [] for security_group (d7305ab7-4007-4059-9605-577556c616a7), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:21.396035 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-5705fcb3-bd88-4e70-b352-4f67747386ed tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks [] for security_group (d7305ab7-4007-4059-9605-577556c616a7), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:21.482946 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-5705fcb3-bd88-4e70-b352-4f67747386ed tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (d7305ab7-4007-4059-9605-577556c616a7), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:21.485842 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-5705fcb3-bd88-4e70-b352-4f67747386ed tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:21.487176 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-5705fcb3-bd88-4e70-b352-4f67747386ed tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "DELETE /v2.0/security-groups/d7305ab7-4007-4059-9605-577556c616a7 HTTP/1.1" status: 204 len: 168 time: 0.2067969 Feb 16 14:23:21.490192 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 59828) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:23:21.497717 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5705fcb3-bd88-4e70-b352-4f67747386ed tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7305ab7-4007-4059-9605-577556c616a7,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:21.516458 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.api.v2.resource [None req-3b597c01-d912-4d4b-afe7-ec4c0cb83a95 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] show failed (client error): The resource could not be found. Feb 16 14:23:21.516632 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 59832) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:23:21.516782 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-3b597c01-d912-4d4b-afe7-ec4c0cb83a95 tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "GET /v2.0/security-groups/d7305ab7-4007-4059-9605-577556c616a7 HTTP/1.1" status: 404 len: 347 time: 0.0240543 Feb 16 14:23:21.687365 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-3b7d7373-a843-4820-a2d6-36791832ad5d tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Deleting port b0b43c9d-d710-46cd-a929-87e5ce7a6fa2 {{(pid=102969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:23:21.688700 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-3b7d7373-a843-4820-a2d6-36791832ad5d tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784247387639'] for port (b0b43c9d-d710-46cd-a929-87e5ce7a6fa2), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:21.805974 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-3b7d7373-a843-4820-a2d6-36791832ad5d tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595644'] for port (b0b43c9d-d710-46cd-a929-87e5ce7a6fa2), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:21.806497 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-3b7d7373-a843-4820-a2d6-36791832ad5d tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks [] for floatingip (b0b43c9d-d710-46cd-a929-87e5ce7a6fa2), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:21.823132 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-3b7d7373-a843-4820-a2d6-36791832ad5d tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Calling delete_port for b0b43c9d-d710-46cd-a929-87e5ce7a6fa2 owned by network:floatingip {{(pid=102969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:23:22.008273 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-3b7d7373-a843-4820-a2d6-36791832ad5d tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784247495006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784246951217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10340347'] for port (b0b43c9d-d710-46cd-a929-87e5ce7a6fa2), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:22.043304 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d7373-a843-4820-a2d6-36791832ad5d tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Pushing event deleted for resources: {'Port': ['ID=b0b43c9d-d710-46cd-a929-87e5ce7a6fa2,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:22.130643 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-3b7d7373-a843-4820-a2d6-36791832ad5d tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks [] for floatingip (390df0ea-e679-499d-b7bf-bf7f0beb54e2), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:22.133426 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-3b7d7373-a843-4820-a2d6-36791832ad5d tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for floatingip (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:22.135396 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-3b7d7373-a843-4820-a2d6-36791832ad5d tempest-AttachVolumeShelveTestJSON-965028729 tempest-AttachVolumeShelveTestJSON-965028729-project] 10.222.0.120 "DELETE /v2.0/floatingips/390df0ea-e679-499d-b7bf-bf7f0beb54e2 HTTP/1.1" status: 204 len: 168 time: 0.6177886 Feb 16 14:23:26.704449 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 59888) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:23:27.226956 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-984b4374-c57b-4208-ada9-f0aab94632ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1593304'] for router_interface (7ef9b361-04ee-467d-b3f7-ca5ff07ffa90), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:27.508970 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-984b4374-c57b-4208-ada9-f0aab94632ca admin admin] Deleting port 823115d7-28d7-4545-82be-bd4444f81a41 {{(pid=102969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:23:27.509227 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-984b4374-c57b-4208-ada9-f0aab94632ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784247387639'] for port (823115d7-28d7-4545-82be-bd4444f81a41), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:27.609019 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.db [None req-984b4374-c57b-4208-ada9-f0aab94632ca admin admin] For port 823115d7-28d7-4545-82be-bd4444f81a41, host dv-cinder-773985-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=823115d7-28d7-4545-82be-bd4444f81a41,segment=NetworkSegment(7e12a080-9391-426e-98e0-74c5936ea1ba),segment_id=7e12a080-9391-426e-98e0-74c5936ea1ba)] {{(pid=102969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:23:27.609345 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-984b4374-c57b-4208-ada9-f0aab94632ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595644'] for port (823115d7-28d7-4545-82be-bd4444f81a41), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:27.630041 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-984b4374-c57b-4208-ada9-f0aab94632ca admin admin] Calling delete_port for 823115d7-28d7-4545-82be-bd4444f81a41 owned by network:router_interface {{(pid=102969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:23:28.087710 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-984b4374-c57b-4208-ada9-f0aab94632ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784247495006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784246951217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10340347'] for port (823115d7-28d7-4545-82be-bd4444f81a41), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:28.113499 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984b4374-c57b-4208-ada9-f0aab94632ca admin admin] Pushing event deleted for resources: {'Port': ['ID=823115d7-28d7-4545-82be-bd4444f81a41,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:28.292249 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-984b4374-c57b-4208-ada9-f0aab94632ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2062363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589544'] for router_interface (7ef9b361-04ee-467d-b3f7-ca5ff07ffa90), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:28.518116 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-984b4374-c57b-4208-ada9-f0aab94632ca admin admin] Router 7ef9b361-04ee-467d-b3f7-ca5ff07ffa90 has already been hosted by L3 agent 531611a8-34ea-4f1f-8d10-111cbf56a8a1 {{(pid=102969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:23:28.628134 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-984b4374-c57b-4208-ada9-f0aab94632ca admin admin] Notify agent at l3_agent.dv-cinder-773985-32-iscsi the message routers_updated {{(pid=102969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:23:28.633525 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-984b4374-c57b-4208-ada9-f0aab94632ca admin admin] 10.222.0.120 "PUT /v2.0/routers/7ef9b361-04ee-467d-b3f7-ca5ff07ffa90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9278111 Feb 16 14:23:28.636389 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 59904) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:23:28.639034 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a17eb68-63be-460c-9d62-651beb0d5da1 None None] Sync routers for ids ['7ef9b361-04ee-467d-b3f7-ca5ff07ffa90'] in dv-cinder-773985-32-iscsi {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:23:28.651101 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a17eb68-63be-460c-9d62-651beb0d5da1 None None] Routers {'7ef9b361-04ee-467d-b3f7-ca5ff07ffa90'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:23:28.651745 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-4a17eb68-63be-460c-9d62-651beb0d5da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:23:11Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['7ef9b361-04ee-467d-b3f7-ca5ff07ffa90'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:23:28.745339 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-36b86ab1-0a7f-4c9d-9e43-a7819e001a75 admin admin] Publish callbacks [] for router (7ef9b361-04ee-467d-b3f7-ca5ff07ffa90), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:28.758764 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-4a17eb68-63be-460c-9d62-651beb0d5da1 None None] Set router 7ef9b361-04ee-467d-b3f7-ca5ff07ffa90 gateway port host: dv-cinder-773985-32-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:23:28.849948 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-36b86ab1-0a7f-4c9d-9e43-a7819e001a75 admin admin] Publish callbacks [] for router_gateway (7ef9b361-04ee-467d-b3f7-ca5ff07ffa90), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:28.903091 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-36b86ab1-0a7f-4c9d-9e43-a7819e001a75 admin admin] Deleting port 889f4e28-56ab-4437-8364-bf9f84f6e647 {{(pid=102969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:23:28.903575 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-36b86ab1-0a7f-4c9d-9e43-a7819e001a75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784247387639'] for port (889f4e28-56ab-4437-8364-bf9f84f6e647), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:28.936117 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-4a17eb68-63be-460c-9d62-651beb0d5da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef9b361-04ee-467d-b3f7-ca5ff07ffa90', 'name': 'tempest-AttachVolumeShelveTestJSON-1011373759-router', 'tenant_id': '410a0d25161b4a0e8f890d74d6eb242d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '889f4e28-56ab-4437-8364-bf9f84f6e647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:15:57Z', 'updated_at': '2022-02-16T14:23:28Z', 'revision_number': 5, 'project_id': '410a0d25161b4a0e8f890d74d6eb242d', 'gw_port': {'id': '889f4e28-56ab-4437-8364-bf9f84f6e647', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef9b361-04ee-467d-b3f7-ca5ff07ffa90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:15:58Z', 'updated_at': '2022-02-16T14:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi'}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:23:28.961651 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a17eb68-63be-460c-9d62-651beb0d5da1 None None] Checking router: 7ef9b361-04ee-467d-b3f7-ca5ff07ffa90 for host: dv-cinder-773985-32-iscsi {{(pid=102971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:23:28.970635 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a17eb68-63be-460c-9d62-651beb0d5da1 None None] Routers {'7ef9b361-04ee-467d-b3f7-ca5ff07ffa90'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:23:28.971232 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-4a17eb68-63be-460c-9d62-651beb0d5da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:23:11Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['7ef9b361-04ee-467d-b3f7-ca5ff07ffa90'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:23:28.981661 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.db [None req-36b86ab1-0a7f-4c9d-9e43-a7819e001a75 admin admin] For port 889f4e28-56ab-4437-8364-bf9f84f6e647, host dv-cinder-773985-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=889f4e28-56ab-4437-8364-bf9f84f6e647,segment=NetworkSegment(26d58d4e-c6ed-4576-9373-5fb9e6fda4ae),segment_id=26d58d4e-c6ed-4576-9373-5fb9e6fda4ae)] {{(pid=102969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:23:28.982023 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-36b86ab1-0a7f-4c9d-9e43-a7819e001a75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595644'] for port (889f4e28-56ab-4437-8364-bf9f84f6e647), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:28.994329 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-36b86ab1-0a7f-4c9d-9e43-a7819e001a75 admin admin] Calling delete_port for 889f4e28-56ab-4437-8364-bf9f84f6e647 owned by network:router_gateway {{(pid=102969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:23:29.058135 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-4a17eb68-63be-460c-9d62-651beb0d5da1 None None] Set router 7ef9b361-04ee-467d-b3f7-ca5ff07ffa90 gateway port host: None {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:23:29.120170 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-4a17eb68-63be-460c-9d62-651beb0d5da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef9b361-04ee-467d-b3f7-ca5ff07ffa90', 'name': 'tempest-AttachVolumeShelveTestJSON-1011373759-router', 'tenant_id': '410a0d25161b4a0e8f890d74d6eb242d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:15:57Z', 'updated_at': '2022-02-16T14:23:28Z', 'revision_number': 6, 'project_id': '410a0d25161b4a0e8f890d74d6eb242d', 'gw_port_host': None}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:23:29.147752 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a17eb68-63be-460c-9d62-651beb0d5da1 None None] The sync data for ids ['7ef9b361-04ee-467d-b3f7-ca5ff07ffa90'] in dv-cinder-773985-32-iscsi is: [{'id': '7ef9b361-04ee-467d-b3f7-ca5ff07ffa90', 'name': 'tempest-AttachVolumeShelveTestJSON-1011373759-router', 'tenant_id': '410a0d25161b4a0e8f890d74d6eb242d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:15:57Z', 'updated_at': '2022-02-16T14:23:28Z', 'revision_number': 6, 'project_id': '410a0d25161b4a0e8f890d74d6eb242d', 'gw_port_host': None}] {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:23:29.167627 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-36b86ab1-0a7f-4c9d-9e43-a7819e001a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784247495006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784246951217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10340347'] for port (889f4e28-56ab-4437-8364-bf9f84f6e647), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:29.195691 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b86ab1-0a7f-4c9d-9e43-a7819e001a75 admin admin] Pushing event deleted for resources: {'Port': ['ID=889f4e28-56ab-4437-8364-bf9f84f6e647,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:29.255706 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-36b86ab1-0a7f-4c9d-9e43-a7819e001a75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1596050'] for router_gateway (7ef9b361-04ee-467d-b3f7-ca5ff07ffa90), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:29.345266 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-36b86ab1-0a7f-4c9d-9e43-a7819e001a75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1602575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24978'] for router (7ef9b361-04ee-467d-b3f7-ca5ff07ffa90), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:29.347414 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-36b86ab1-0a7f-4c9d-9e43-a7819e001a75 admin admin] Publish callbacks [] for router_controller (7ef9b361-04ee-467d-b3f7-ca5ff07ffa90), precommit_delete_associations {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:29.393871 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-36b86ab1-0a7f-4c9d-9e43-a7819e001a75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602566'] for router (7ef9b361-04ee-467d-b3f7-ca5ff07ffa90), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:29.394322 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b86ab1-0a7f-4c9d-9e43-a7819e001a75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ef9b361-04ee-467d-b3f7-ca5ff07ffa90 {{(pid=102969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:23:29.398644 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-36b86ab1-0a7f-4c9d-9e43-a7819e001a75 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:29.399846 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-36b86ab1-0a7f-4c9d-9e43-a7819e001a75 admin admin] 10.222.0.120 "DELETE /v2.0/routers/7ef9b361-04ee-467d-b3f7-ca5ff07ffa90 HTTP/1.1" status: 204 len: 168 time: 0.7623456 Feb 16 14:23:29.403059 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 59906) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:23:29.448698 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.db.db_base_plugin_v2 [None req-406b7819-4287-42ba-9376-0182dc31f851 admin admin] Deleting subnet b5411640-e171-466e-826f-00fe3dbaa6b6 {{(pid=102969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 14:23:29.451900 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-406b7819-4287-42ba-9376-0182dc31f851 admin admin] Publish callbacks [] for subnet (b5411640-e171-466e-826f-00fe3dbaa6b6), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:29.491326 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-406b7819-4287-42ba-9376-0182dc31f851 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10125341'] for subnet (b5411640-e171-466e-826f-00fe3dbaa6b6), precommit_delete_associations {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:29.605381 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-406b7819-4287-42ba-9376-0182dc31f851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-900998'] for subnet (b5411640-e171-466e-826f-00fe3dbaa6b6), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:29.657081 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-406b7819-4287-42ba-9376-0182dc31f851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-901007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10340302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10395585'] for subnet (b5411640-e171-466e-826f-00fe3dbaa6b6), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:29.685426 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-406b7819-4287-42ba-9376-0182dc31f851 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:29.689226 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-406b7819-4287-42ba-9376-0182dc31f851 admin admin] 10.222.0.120 "DELETE /v2.0/subnets/b5411640-e171-466e-826f-00fe3dbaa6b6 HTTP/1.1" status: 204 len: 168 time: 0.2851079 Feb 16 14:23:29.690279 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b7819-4287-42ba-9376-0182dc31f851 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5411640-e171-466e-826f-00fe3dbaa6b6,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:29.691064 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0960db3-13de-4311-88a4-a8868bd37e4a None None] Network 08a3e979-1da2-40e7-a40c-6fc286cacb72 requested from dv-cinder-773985-32-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:23:29.692614 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 59910) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:23:29.761034 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-29acdd00-6c67-4292-9e93-9807fa1e20d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924667'] for network (08a3e979-1da2-40e7-a40c-6fc286cacb72), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:29.817796 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-29acdd00-6c67-4292-9e93-9807fa1e20d7 admin admin] Deleting port 6f05ce37-d8be-45b8-a190-c10c2638b14a {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:23:29.818133 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-29acdd00-6c67-4292-9e93-9807fa1e20d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784247387639'] for port (6f05ce37-d8be-45b8-a190-c10c2638b14a), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:29.878868 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [None req-29acdd00-6c67-4292-9e93-9807fa1e20d7 admin admin] For port 6f05ce37-d8be-45b8-a190-c10c2638b14a, host dv-cinder-773985-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=6f05ce37-d8be-45b8-a190-c10c2638b14a,segment=NetworkSegment(7e12a080-9391-426e-98e0-74c5936ea1ba),segment_id=7e12a080-9391-426e-98e0-74c5936ea1ba)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:23:29.879155 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-29acdd00-6c67-4292-9e93-9807fa1e20d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595644'] for port (6f05ce37-d8be-45b8-a190-c10c2638b14a), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:29.891938 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-29acdd00-6c67-4292-9e93-9807fa1e20d7 admin admin] Calling delete_port for 6f05ce37-d8be-45b8-a190-c10c2638b14a owned by network:dhcp {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:23:29.939392 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56b3e84-5250-4d1c-bc34-ce115cbaa213 None None] DHCP port deletion for 08a3e979-1da2-40e7-a40c-6fc286cacb72 request from dv-cinder-773985-32-iscsi {{(pid=102970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 14:23:29.983987 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-29acdd00-6c67-4292-9e93-9807fa1e20d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784247495006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784246951217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811206'] for port (6f05ce37-d8be-45b8-a190-c10c2638b14a), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:29.997743 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c56b3e84-5250-4d1c-bc34-ce115cbaa213 None None] Deleting port 6f05ce37-d8be-45b8-a190-c10c2638b14a {{(pid=102970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:23:29.998114 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c56b3e84-5250-4d1c-bc34-ce115cbaa213 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784247387639'] for port (6f05ce37-d8be-45b8-a190-c10c2638b14a), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:30.011737 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29acdd00-6c67-4292-9e93-9807fa1e20d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f05ce37-d8be-45b8-a190-c10c2638b14a,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:30.012487 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device 823115d7-28d7-4545-82be-bd4444f81a41 no longer exists at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:23:30.013583 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29acdd00-6c67-4292-9e93-9807fa1e20d7 admin admin] No DVR routers for this DVR port 6f05ce37-d8be-45b8-a190-c10c2638b14a on host dv-cinder-773985-32-iscsi {{(pid=102968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:23:30.045658 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] No Port match for: 823115d7-28d7-4545-82be-bd4444f81a41 {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:23:30.046289 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device 823115d7-28d7-4545-82be-bd4444f81a41 not bound to the agent host dv-cinder-773985-32-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:23:30.046716 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device 889f4e28-56ab-4437-8364-bf9f84f6e647 no longer exists at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:23:30.089681 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-29acdd00-6c67-4292-9e93-9807fa1e20d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897531', 'neutron.services.segments.db._delete_segments_for_network-8784247451275'] for network (08a3e979-1da2-40e7-a40c-6fc286cacb72), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:30.098476 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] No Port match for: 889f4e28-56ab-4437-8364-bf9f84f6e647 {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:23:30.098818 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device 889f4e28-56ab-4437-8364-bf9f84f6e647 not bound to the agent host dv-cinder-773985-32-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:23:30.099229 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device 6f05ce37-d8be-45b8-a190-c10c2638b14a no longer exists at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:23:30.110860 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.services.segments.db [None req-29acdd00-6c67-4292-9e93-9807fa1e20d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08a3e979-1da2-40e7-a40c-6fc286cacb72']}} {{(pid=102968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:23:30.121539 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.services.segments.db [None req-29acdd00-6c67-4292-9e93-9807fa1e20d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e12a080-9391-426e-98e0-74c5936ea1ba') {'for_net_delete': True} {{(pid=102968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:23:30.121828 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.services.segments.db [None req-29acdd00-6c67-4292-9e93-9807fa1e20d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e12a080-9391-426e-98e0-74c5936ea1ba') {} {{(pid=102968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:23:30.123615 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-c56b3e84-5250-4d1c-bc34-ce115cbaa213 None None] For port 6f05ce37-d8be-45b8-a190-c10c2638b14a, host dv-cinder-773985-32-iscsi, got binding levels [] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:23:30.124473 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c56b3e84-5250-4d1c-bc34-ce115cbaa213 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595644'] for port (6f05ce37-d8be-45b8-a190-c10c2638b14a), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:30.126784 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] No Port match for: 6f05ce37-d8be-45b8-a190-c10c2638b14a {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:23:30.127128 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device 6f05ce37-d8be-45b8-a190-c10c2638b14a not bound to the agent host dv-cinder-773985-32-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:23:30.136451 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-29acdd00-6c67-4292-9e93-9807fa1e20d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784247452308', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9208695'] for segment (7e12a080-9391-426e-98e0-74c5936ea1ba), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:30.139233 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c56b3e84-5250-4d1c-bc34-ce115cbaa213 None None] Calling delete_port for 6f05ce37-d8be-45b8-a190-c10c2638b14a owned by network:dhcp {{(pid=102970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:23:30.142220 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.ipam_backend_mixin [None req-c56b3e84-5250-4d1c-bc34-ce115cbaa213 None None] Port 6f05ce37-d8be-45b8-a190-c10c2638b14a was not found and therefore no delete operation was performed {{(pid=102970) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 14:23:30.143566 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c56b3e84-5250-4d1c-bc34-ce115cbaa213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784247495006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784246951217'] for port (6f05ce37-d8be-45b8-a190-c10c2638b14a), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:30.157380 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-29acdd00-6c67-4292-9e93-9807fa1e20d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894495'] for segment (7e12a080-9391-426e-98e0-74c5936ea1ba), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:30.165790 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29acdd00-6c67-4292-9e93-9807fa1e20d7 admin admin] Releasing vlan 1306 on physical network physnet1 to pool {{(pid=102968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:23:30.166821 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-29acdd00-6c67-4292-9e93-9807fa1e20d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8811177'] for segment (7e12a080-9391-426e-98e0-74c5936ea1ba), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:30.168717 dv-cinder-773985-32-iscsi neutron-server[102968]: Traceback (most recent call last): Feb 16 14:23:30.168717 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:23:30.168717 dv-cinder-773985-32-iscsi neutron-server[102968]: timer() Feb 16 14:23:30.168717 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:23:30.168717 dv-cinder-773985-32-iscsi neutron-server[102968]: cb(*args, **kw) Feb 16 14:23:30.168717 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:23:30.168717 dv-cinder-773985-32-iscsi neutron-server[102968]: return func(*args, **kwargs) Feb 16 14:23:30.168717 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:23:30.168717 dv-cinder-773985-32-iscsi neutron-server[102968]: self._notify() Feb 16 14:23:30.168717 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:23:30.168717 dv-cinder-773985-32-iscsi neutron-server[102968]: self.callback(batched_events) Feb 16 14:23:30.168717 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:23:30.168717 dv-cinder-773985-32-iscsi neutron-server[102968]: event.method(event) Feb 16 14:23:30.168717 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:23:30.168717 dv-cinder-773985-32-iscsi neutron-server[102968]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:23:30.168717 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:23:30.168717 dv-cinder-773985-32-iscsi neutron-server[102968]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:23:30.168717 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:23:30.168717 dv-cinder-773985-32-iscsi neutron-server[102968]: return f(self, *a, **k) Feb 16 14:23:30.168717 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:23:30.168717 dv-cinder-773985-32-iscsi neutron-server[102968]: return self._get(url).json() Feb 16 14:23:30.168717 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:23:30.168717 dv-cinder-773985-32-iscsi neutron-server[102968]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:23:30.168717 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:23:30.168717 dv-cinder-773985-32-iscsi neutron-server[102968]: return self.request(url, 'GET', **kwargs) Feb 16 14:23:30.168717 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:23:30.168717 dv-cinder-773985-32-iscsi neutron-server[102968]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:23:30.168717 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:23:30.168717 dv-cinder-773985-32-iscsi neutron-server[102968]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:23:30.168717 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:23:30.168717 dv-cinder-773985-32-iscsi neutron-server[102968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:23:30.168717 dv-cinder-773985-32-iscsi neutron-server[102968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:23:30.175481 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b3e84-5250-4d1c-bc34-ce115cbaa213 None None] Pushing event deleted for resources: {'Port': ['ID=6f05ce37-d8be-45b8-a190-c10c2638b14a,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:30.179033 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56b3e84-5250-4d1c-bc34-ce115cbaa213 None None] No DVR routers for this DVR port 6f05ce37-d8be-45b8-a190-c10c2638b14a on host dv-cinder-773985-32-iscsi {{(pid=102970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:23:30.230398 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-29acdd00-6c67-4292-9e93-9807fa1e20d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1596086'] for network (08a3e979-1da2-40e7-a40c-6fc286cacb72), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:30.236653 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-29acdd00-6c67-4292-9e93-9807fa1e20d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for network (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:30.246771 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-29acdd00-6c67-4292-9e93-9807fa1e20d7 admin admin] 10.222.0.120 "DELETE /v2.0/networks/08a3e979-1da2-40e7-a40c-6fc286cacb72 HTTP/1.1" status: 204 len: 168 time: 0.5466537 Feb 16 14:23:30.256205 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29acdd00-6c67-4292-9e93-9807fa1e20d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=08a3e979-1da2-40e7-a40c-6fc286cacb72,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:30.358960 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 59914) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:23:30.397602 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-a2d70a46-adca-4a49-a923-f0facf2f4c5a admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=410a0d25161b4a0e8f890d74d6eb242d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0374575 Feb 16 14:23:30.400011 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 59916) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:23:30.448589 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-93098ea6-aea7-4034-af2e-6a80b9f44e4e admin admin] Publish callbacks [] for security_group (c5904760-0ebe-4d51-b495-85a270054039), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:30.473758 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-93098ea6-aea7-4034-af2e-6a80b9f44e4e admin admin] Publish callbacks [] for security_group (c5904760-0ebe-4d51-b495-85a270054039), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:30.520092 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-93098ea6-aea7-4034-af2e-6a80b9f44e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (c5904760-0ebe-4d51-b495-85a270054039), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:30.523694 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-93098ea6-aea7-4034-af2e-6a80b9f44e4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:30.525156 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-93098ea6-aea7-4034-af2e-6a80b9f44e4e admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/c5904760-0ebe-4d51-b495-85a270054039 HTTP/1.1" status: 204 len: 168 time: 0.1235461 Feb 16 14:23:30.537696 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93098ea6-aea7-4034-af2e-6a80b9f44e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5904760-0ebe-4d51-b495-85a270054039,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:32.904165 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (0563e457-3a96-4909-b5a3-8fa5db96f619), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:39.011054 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-7ef4f3ae-1185-4a43-b233-b2b95281de83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (10a26995-69c6-4373-972b-e8a4ac0e51da), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:41.184966 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-71d50386-5156-413e-b75f-f975187afd56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (531611a8-34ea-4f1f-8d10-111cbf56a8a1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:42.429270 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f4fb-7ea9-448d-9c44-08fc2737c2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (86100e92-d951-4144-bd87-36328b8a7b76), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:43.747387 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ac86131d-db3b-4e6c-9567-647e6948f8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (6a38cbfe-57d3-4d37-ac59-552f6dc7f99c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:45.059094 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (529a93d1-f8f6-4ba2-8600-6635050f85df), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:48.882844 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-a8050c5e-fae0-4749-9066-b350f3112fc5 None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:23:49.401895 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-e2cebfbc-806f-4954-afd4-ae8afd99a4a8 req-f766076a-e794-4993-adf9-d1a46a9f771f tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2039436000&fields=id&tenant_id=5c3d6db271304958834a2c24b656f61e HTTP/1.1" status: 200 len: 267 time: 0.0473726 Feb 16 14:23:49.528550 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cebfbc-806f-4954-afd4-ae8afd99a4a8 req-017fde65-828c-4bee-80ab-d072c389552e tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:23:49.530032 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-e2cebfbc-806f-4954-afd4-ae8afd99a4a8 req-017fde65-828c-4bee-80ab-d072c389552e tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/networks?id=b6af31c2-3d63-407d-9a53-f983b2f44ea1 HTTP/1.1" status: 200 len: 812 time: 0.1202762 Feb 16 14:23:49.544364 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-e2cebfbc-806f-4954-afd4-ae8afd99a4a8 req-e5059a01-18f2-4ccc-be20-a0e9693a91ed tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/quotas/5c3d6db271304958834a2c24b656f61e HTTP/1.1" status: 200 len: 375 time: 0.0090914 Feb 16 14:23:49.599883 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-e2cebfbc-806f-4954-afd4-ae8afd99a4a8 req-da32df3a-167a-4f25-899f-78856e3092e2 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?tenant_id=5c3d6db271304958834a2c24b656f61e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506411 Feb 16 14:23:49.793981 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-e2cebfbc-806f-4954-afd4-ae8afd99a4a8 req-9921e1d5-e24e-45e0-9dd3-0fedeb87d3ee service neutron] 10.222.0.120 "GET /v2.0/networks/b6af31c2-3d63-407d-9a53-f983b2f44ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830606 Feb 16 14:23:49.884362 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-e2cebfbc-806f-4954-afd4-ae8afd99a4a8 req-14241063-7ccd-4984-bc3c-17dbd9535fcd service neutron] 10.222.0.120 "GET /v2.0/networks/b6af31c2-3d63-407d-9a53-f983b2f44ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844028 Feb 16 14:23:50.169260 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4ffed6ac-1e6d-4956-860f-2d943dcee194 req-e6e42701-e296-487c-9a25-04196e5e5e52 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=24815d7f-a743-4c37-af58-cdedd6d6d6ef HTTP/1.1" status: 200 len: 210 time: 0.0268054 Feb 16 14:23:50.974148 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 60254) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:23:51.086330 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-904b3bf6-f990-4c05-9ece-961d6049e7d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:51.171192 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-904b3bf6-f990-4c05-9ece-961d6049e7d4 admin admin] Publish callbacks [] for security_group (dda6076d-42c3-4165-bc5e-82f2fa59ba3b), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:51.175662 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-904b3bf6-f990-4c05-9ece-961d6049e7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (dda6076d-42c3-4165-bc5e-82f2fa59ba3b), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:51.223109 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-904b3bf6-f990-4c05-9ece-961d6049e7d4 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=bb4d691f22f344609ade0d8c4bd4cd4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2477217 Feb 16 14:23:51.223774 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 60260) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:23:51.232470 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904b3bf6-f990-4c05-9ece-961d6049e7d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda6076d-42c3-4165-bc5e-82f2fa59ba3b,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:51.288567 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-611c0fd2-25ca-4c94-9a8e-7c6a84f57e8b req-4e89b336-6e4f-4db3-8f62-87e7cb42b703 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=24815d7f-a743-4c37-af58-cdedd6d6d6ef HTTP/1.1" status: 200 len: 210 time: 0.0376530 Feb 16 14:23:51.314326 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-aeaf39fd-9727-4c1c-9218-fc613a0f81f3 admin admin] Publish callbacks [] for security_group (dda6076d-42c3-4165-bc5e-82f2fa59ba3b), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:51.330661 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cebfbc-806f-4954-afd4-ae8afd99a4a8 req-651d64c6-8e6d-4291-9a0f-971383e10bed tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:23:51.332169 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e2cebfbc-806f-4954-afd4-ae8afd99a4a8 req-651d64c6-8e6d-4291-9a0f-971383e10bed tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.10 "GET /v2.0/networks?id=b6af31c2-3d63-407d-9a53-f983b2f44ea1 HTTP/1.1" status: 200 len: 812 time: 0.1333163 Feb 16 14:23:51.339253 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-aeaf39fd-9727-4c1c-9218-fc613a0f81f3 admin admin] Publish callbacks [] for security_group (dda6076d-42c3-4165-bc5e-82f2fa59ba3b), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:51.405013 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-aeaf39fd-9727-4c1c-9218-fc613a0f81f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (dda6076d-42c3-4165-bc5e-82f2fa59ba3b), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:51.407934 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-aeaf39fd-9727-4c1c-9218-fc613a0f81f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:51.413303 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-aeaf39fd-9727-4c1c-9218-fc613a0f81f3 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/dda6076d-42c3-4165-bc5e-82f2fa59ba3b HTTP/1.1" status: 204 len: 168 time: 0.1833515 Feb 16 14:23:51.433128 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaf39fd-9727-4c1c-9218-fc613a0f81f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda6076d-42c3-4165-bc5e-82f2fa59ba3b,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:51.433380 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e2cebfbc-806f-4954-afd4-ae8afd99a4a8 req-b0855302-49c6-4400-8cfb-463be91fca52 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c3d6db271304958834a2c24b656f61e HTTP/1.1" status: 200 len: 380 time: 0.0790260 Feb 16 14:23:51.451003 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-e2cebfbc-806f-4954-afd4-ae8afd99a4a8 req-f3ee3ec2-fd06-432e-8df3-d75a676bd9f5 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Request body: {'port': {'device_id': '24815d7f-a743-4c37-af58-cdedd6d6d6ef', 'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1', 'admin_state_up': True, 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'security_groups': ['91d7ffa7-1848-4f96-99a0-919ffd557d5e']}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:23:51.610437 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2cebfbc-806f-4954-afd4-ae8afd99a4a8 req-f3ee3ec2-fd06-432e-8df3-d75a676bd9f5 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Made reservation on behalf of 5c3d6db271304958834a2c24b656f61e for: {'port': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:23:51.614391 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-e2cebfbc-806f-4954-afd4-ae8afd99a4a8 req-f3ee3ec2-fd06-432e-8df3-d75a676bd9f5 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:51.813121 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_common [req-e2cebfbc-806f-4954-afd4-ae8afd99a4a8 req-f3ee3ec2-fd06-432e-8df3-d75a676bd9f5 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Allocated IP 172.20.0.11 (b6af31c2-3d63-407d-9a53-f983b2f44ea1/08195094-654a-4590-abde-4914e46611c7/d63ea2b8-aeda-454e-adfa-3045886c1fea) {{(pid=102968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:23:51.820724 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 60270) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:23:51.839337 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-3dcfa916-4110-41ca-9919-d14a81aa4821 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:51.996391 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-3dcfa916-4110-41ca-9919-d14a81aa4821 admin admin] Publish callbacks [] for security_group (a6508177-67f4-426c-91ba-b6932bae734b), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:52.003680 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-3dcfa916-4110-41ca-9919-d14a81aa4821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (a6508177-67f4-426c-91ba-b6932bae734b), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:52.017508 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-e2cebfbc-806f-4954-afd4-ae8afd99a4a8 req-f3ee3ec2-fd06-432e-8df3-d75a676bd9f5 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks [] for port (d63ea2b8-aeda-454e-adfa-3045886c1fea), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:52.034801 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 60274) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:23:52.068288 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-3dcfa916-4110-41ca-9919-d14a81aa4821 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=c65b9c892b9045ce9ec12e6e4782a13a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2421803 Feb 16 14:23:52.069491 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 60278) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:23:52.096814 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcfa916-4110-41ca-9919-d14a81aa4821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6508177-67f4-426c-91ba-b6932bae734b,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:52.193999 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-371c5dfb-89d4-4b53-b3a7-d96fa56770e7 admin admin] Publish callbacks [] for security_group (a6508177-67f4-426c-91ba-b6932bae734b), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:52.205796 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a780e207-88d9-4627-b360-75a6096c7704 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:52.246716 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-371c5dfb-89d4-4b53-b3a7-d96fa56770e7 admin admin] Publish callbacks [] for security_group (a6508177-67f4-426c-91ba-b6932bae734b), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:52.357167 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-e2cebfbc-806f-4954-afd4-ae8afd99a4a8 req-f3ee3ec2-fd06-432e-8df3-d75a676bd9f5 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784246951208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811206'] for port (d63ea2b8-aeda-454e-adfa-3045886c1fea), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:52.378824 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-371c5dfb-89d4-4b53-b3a7-d96fa56770e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (a6508177-67f4-426c-91ba-b6932bae734b), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:52.382207 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-371c5dfb-89d4-4b53-b3a7-d96fa56770e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:52.387977 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-371c5dfb-89d4-4b53-b3a7-d96fa56770e7 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/a6508177-67f4-426c-91ba-b6932bae734b HTTP/1.1" status: 204 len: 168 time: 0.3128984 Feb 16 14:23:52.402086 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a780e207-88d9-4627-b360-75a6096c7704 admin admin] Publish callbacks [] for security_group (d6fd5b01-4200-4444-91be-052f22c0f6fa), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:52.417078 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a780e207-88d9-4627-b360-75a6096c7704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (d6fd5b01-4200-4444-91be-052f22c0f6fa), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:52.423604 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371c5dfb-89d4-4b53-b3a7-d96fa56770e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6508177-67f4-426c-91ba-b6932bae734b,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:52.436437 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2cebfbc-806f-4954-afd4-ae8afd99a4a8 req-f3ee3ec2-fd06-432e-8df3-d75a676bd9f5 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Network b6af31c2-3d63-407d-9a53-f983b2f44ea1 is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:23:52.446430 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [req-e2cebfbc-806f-4954-afd4-ae8afd99a4a8 req-f3ee3ec2-fd06-432e-8df3-d75a676bd9f5 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:23:52.450050 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2cebfbc-806f-4954-afd4-ae8afd99a4a8 req-f3ee3ec2-fd06-432e-8df3-d75a676bd9f5 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Received port after_create {{(pid=102968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:23:52.479289 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a780e207-88d9-4627-b360-75a6096c7704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6fd5b01-4200-4444-91be-052f22c0f6fa,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:52.491382 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ee3ec2-fd06-432e-8df3-d75a676bd9f5 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Pushing event updated for resources: {'Port': ['ID=d63ea2b8-aeda-454e-adfa-3045886c1fea,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:52.512210 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-a780e207-88d9-4627-b360-75a6096c7704 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=eba1057e29e34fc48bbd1b5ac8581f8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4737589 Feb 16 14:23:52.514575 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 60284) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:23:52.515100 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cebfbc-806f-4954-afd4-ae8afd99a4a8 req-f3ee3ec2-fd06-432e-8df3-d75a676bd9f5 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:23:52.515901 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-e2cebfbc-806f-4954-afd4-ae8afd99a4a8 req-f3ee3ec2-fd06-432e-8df3-d75a676bd9f5 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:52.550564 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75d430-0f7a-4e11-9d3e-7e68318c47da req-f09df3bb-bbb2-455e-9d75-e087d95b6ea7 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:23:52.552690 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5f75d430-0f7a-4e11-9d3e-7e68318c47da req-f09df3bb-bbb2-455e-9d75-e087d95b6ea7 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=24815d7f-a743-4c37-af58-cdedd6d6d6ef HTTP/1.1" status: 200 len: 932 time: 0.1570199 Feb 16 14:23:52.556414 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e2cebfbc-806f-4954-afd4-ae8afd99a4a8 req-f3ee3ec2-fd06-432e-8df3-d75a676bd9f5 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1112623 Feb 16 14:23:52.581327 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-10c9d71f-cb3d-4c15-982f-107396e777ba admin admin] Publish callbacks [] for security_group (d6fd5b01-4200-4444-91be-052f22c0f6fa), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:52.584000 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-e2cebfbc-806f-4954-afd4-ae8afd99a4a8 req-ea6e09aa-0f1e-4a2a-ad03-75893a2a4783 service neutron] Request body: {'port': {'device_id': '24815d7f-a743-4c37-af58-cdedd6d6d6ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:23:52.614598 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-10c9d71f-cb3d-4c15-982f-107396e777ba admin admin] Publish callbacks [] for security_group (d6fd5b01-4200-4444-91be-052f22c0f6fa), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:52.670588 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-e2cebfbc-806f-4954-afd4-ae8afd99a4a8 req-ea6e09aa-0f1e-4a2a-ad03-75893a2a4783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (d63ea2b8-aeda-454e-adfa-3045886c1fea), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:52.676894 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5f75d430-0f7a-4e11-9d3e-7e68318c47da req-79039bc2-8dbd-4705-b8fc-e2224f59b4b8 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/security-groups?id=91d7ffa7-1848-4f96-99a0-919ffd557d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143310 Feb 16 14:23:52.693125 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-10c9d71f-cb3d-4c15-982f-107396e777ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (d6fd5b01-4200-4444-91be-052f22c0f6fa), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:52.704282 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-10c9d71f-cb3d-4c15-982f-107396e777ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:52.704282 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-10c9d71f-cb3d-4c15-982f-107396e777ba admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/d6fd5b01-4200-4444-91be-052f22c0f6fa HTTP/1.1" status: 204 len: 168 time: 0.1816902 Feb 16 14:23:52.709644 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c9d71f-cb3d-4c15-982f-107396e777ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6fd5b01-4200-4444-91be-052f22c0f6fa,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:52.826010 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-a66f44b4-176f-4134-8e97-d29d56aafecc None None] Provisioning complete for port d63ea2b8-aeda-454e-adfa-3045886c1fea triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:23:52.826631 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-a66f44b4-176f-4134-8e97-d29d56aafecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (d63ea2b8-aeda-454e-adfa-3045886c1fea), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:52.869070 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-a66f44b4-176f-4134-8e97-d29d56aafecc None None] Port d63ea2b8-aeda-454e-adfa-3045886c1fea cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:23:53.039695 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [req-e2cebfbc-806f-4954-afd4-ae8afd99a4a8 req-ea6e09aa-0f1e-4a2a-ad03-75893a2a4783 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d63ea2b8-aeda-454e-adfa-3045886c1fea {{(pid=102968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:23:53.050243 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-e2cebfbc-806f-4954-afd4-ae8afd99a4a8 req-ea6e09aa-0f1e-4a2a-ad03-75893a2a4783 service neutron] Publish callbacks [] for port (d63ea2b8-aeda-454e-adfa-3045886c1fea), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:53.065498 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.provisioning_blocks [req-e2cebfbc-806f-4954-afd4-ae8afd99a4a8 req-ea6e09aa-0f1e-4a2a-ad03-75893a2a4783 service neutron] Transition to ACTIVE for port object d63ea2b8-aeda-454e-adfa-3045886c1fea will not be triggered until provisioned by entity L2. {{(pid=102968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:23:53.071321 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-e2cebfbc-806f-4954-afd4-ae8afd99a4a8 req-ea6e09aa-0f1e-4a2a-ad03-75893a2a4783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8811213'] for port (d63ea2b8-aeda-454e-adfa-3045886c1fea), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:53.163132 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e09aa-0f1e-4a2a-ad03-75893a2a4783 service neutron] Pushing event updated for resources: {'Port': ['ID=d63ea2b8-aeda-454e-adfa-3045886c1fea,revision_number=2']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:53.178134 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 60302) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:23:53.202274 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-9a0c0c11-fe2e-4dd6-835c-220f975f9672 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:53.226642 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-e2cebfbc-806f-4954-afd4-ae8afd99a4a8 req-ea6e09aa-0f1e-4a2a-ad03-75893a2a4783 service neutron] Attempting to bind port d63ea2b8-aeda-454e-adfa-3045886c1fea on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:23:53.227040 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-e2cebfbc-806f-4954-afd4-ae8afd99a4a8 req-ea6e09aa-0f1e-4a2a-ad03-75893a2a4783 service neutron] Attempting to bind port d63ea2b8-aeda-454e-adfa-3045886c1fea by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '0373981d-f79c-45c2-9efc-d2c5280ceefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1'}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:23:53.227421 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2cebfbc-806f-4954-afd4-ae8afd99a4a8 req-ea6e09aa-0f1e-4a2a-ad03-75893a2a4783 service neutron] Attempting to bind port d63ea2b8-aeda-454e-adfa-3045886c1fea on network b6af31c2-3d63-407d-9a53-f983b2f44ea1 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:23:53.236563 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2cebfbc-806f-4954-afd4-ae8afd99a4a8 req-ea6e09aa-0f1e-4a2a-ad03-75893a2a4783 service neutron] Port d63ea2b8-aeda-454e-adfa-3045886c1fea on network b6af31c2-3d63-407d-9a53-f983b2f44ea1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:23:53.237109 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2cebfbc-806f-4954-afd4-ae8afd99a4a8 req-ea6e09aa-0f1e-4a2a-ad03-75893a2a4783 service neutron] Attempting to bind port d63ea2b8-aeda-454e-adfa-3045886c1fea on network b6af31c2-3d63-407d-9a53-f983b2f44ea1 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:23:53.245027 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2cebfbc-806f-4954-afd4-ae8afd99a4a8 req-ea6e09aa-0f1e-4a2a-ad03-75893a2a4783 service neutron] Checking agent: {'id': '0563e457-3a96-4909-b5a3-8fa5db96f619', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 14, 3), 'started_at': datetime.datetime(2022, 2, 16, 14, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:23:53.245434 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2cebfbc-806f-4954-afd4-ae8afd99a4a8 req-ea6e09aa-0f1e-4a2a-ad03-75893a2a4783 service neutron] Checking segment: {'id': '0373981d-f79c-45c2-9efc-d2c5280ceefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:23:53.246020 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2cebfbc-806f-4954-afd4-ae8afd99a4a8 req-ea6e09aa-0f1e-4a2a-ad03-75893a2a4783 service neutron] Bound using segment: {'id': '0373981d-f79c-45c2-9efc-d2c5280ceefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1'} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:23:53.246471 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-e2cebfbc-806f-4954-afd4-ae8afd99a4a8 req-ea6e09aa-0f1e-4a2a-ad03-75893a2a4783 service neutron] Bound port: d63ea2b8-aeda-454e-adfa-3045886c1fea, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0373981d-f79c-45c2-9efc-d2c5280ceefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1'}}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:23:53.246836 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-e2cebfbc-806f-4954-afd4-ae8afd99a4a8 req-ea6e09aa-0f1e-4a2a-ad03-75893a2a4783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (d63ea2b8-aeda-454e-adfa-3045886c1fea), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:53.323786 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-9a0c0c11-fe2e-4dd6-835c-220f975f9672 admin admin] Publish callbacks [] for security_group (cce0e2bc-090d-459d-a87b-7c8644902100), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:53.332751 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-9a0c0c11-fe2e-4dd6-835c-220f975f9672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (cce0e2bc-090d-459d-a87b-7c8644902100), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:53.345065 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-e2cebfbc-806f-4954-afd4-ae8afd99a4a8 req-ea6e09aa-0f1e-4a2a-ad03-75893a2a4783 service neutron] For port d63ea2b8-aeda-454e-adfa-3045886c1fea, host hv-cinder-77398, cleared binding levels {{(pid=102968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:23:53.350488 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-e2cebfbc-806f-4954-afd4-ae8afd99a4a8 req-ea6e09aa-0f1e-4a2a-ad03-75893a2a4783 service neutron] For port d63ea2b8-aeda-454e-adfa-3045886c1fea, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=d63ea2b8-aeda-454e-adfa-3045886c1fea,segment=NetworkSegment(0373981d-f79c-45c2-9efc-d2c5280ceefc),segment_id=0373981d-f79c-45c2-9efc-d2c5280ceefc)] {{(pid=102968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:23:53.372824 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-e2cebfbc-806f-4954-afd4-ae8afd99a4a8 req-ea6e09aa-0f1e-4a2a-ad03-75893a2a4783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8811213'] for port (d63ea2b8-aeda-454e-adfa-3045886c1fea), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:53.380147 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0c0c11-fe2e-4dd6-835c-220f975f9672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce0e2bc-090d-459d-a87b-7c8644902100,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:53.386520 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-9a0c0c11-fe2e-4dd6-835c-220f975f9672 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=f5555ffaad5a44dcac97acec1e8d9d43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2067008 Feb 16 14:23:53.395264 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 60308) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:23:53.416789 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cebfbc-806f-4954-afd4-ae8afd99a4a8 req-ea6e09aa-0f1e-4a2a-ad03-75893a2a4783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:23:53.417644 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-e2cebfbc-806f-4954-afd4-ae8afd99a4a8 req-ea6e09aa-0f1e-4a2a-ad03-75893a2a4783 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:53.418964 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e2cebfbc-806f-4954-afd4-ae8afd99a4a8 req-ea6e09aa-0f1e-4a2a-ad03-75893a2a4783 service neutron] 10.222.0.10 "PUT /v2.0/ports/d63ea2b8-aeda-454e-adfa-3045886c1fea HTTP/1.1" status: 200 len: 1094 time: 0.8415437 Feb 16 14:23:53.419524 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24815d7f-a743-4c37-af58-cdedd6d6d6ef', 'tag': 'd63ea2b8-aeda-454e-adfa-3045886c1fea'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:23:53.421960 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669008da0707fbbfdc7037cdc0b86c67378ff5c6b942db7a00e5cd0dd563b74b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bfce125-fe92-4076-a9ac-cdc898a04abe" -d '{"events": [{"name": "network-changed", "server_uuid": "24815d7f-a743-4c37-af58-cdedd6d6d6ef", "tag": "d63ea2b8-aeda-454e-adfa-3045886c1fea"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:23:53.449705 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e09aa-0f1e-4a2a-ad03-75893a2a4783 service neutron] Pushing event updated for resources: {'Port': ['ID=d63ea2b8-aeda-454e-adfa-3045886c1fea,revision_number=3']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:53.458182 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e09aa-0f1e-4a2a-ad03-75893a2a4783 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:53.458542 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e09aa-0f1e-4a2a-ad03-75893a2a4783 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:53.458896 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e09aa-0f1e-4a2a-ad03-75893a2a4783 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:53.459260 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e09aa-0f1e-4a2a-ad03-75893a2a4783 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:53.467784 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e09aa-0f1e-4a2a-ad03-75893a2a4783 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:53.467784 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e09aa-0f1e-4a2a-ad03-75893a2a4783 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:53.467784 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e09aa-0f1e-4a2a-ad03-75893a2a4783 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:53.467784 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e09aa-0f1e-4a2a-ad03-75893a2a4783 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:53.467784 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e09aa-0f1e-4a2a-ad03-75893a2a4783 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:53.467784 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e09aa-0f1e-4a2a-ad03-75893a2a4783 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:53.467784 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e09aa-0f1e-4a2a-ad03-75893a2a4783 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:53.467784 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e09aa-0f1e-4a2a-ad03-75893a2a4783 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:53.467784 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6e09aa-0f1e-4a2a-ad03-75893a2a4783 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:53.488828 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f5ea4f-25e4-433b-853f-1f43ba039a8a x-openstack-request-id: req-76f5ea4f-25e4-433b-853f-1f43ba039a8a {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:23:53.490089 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24815d7f-a743-4c37-af58-cdedd6d6d6ef", "tag": "d63ea2b8-aeda-454e-adfa-3045886c1fea", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:23:53.490089 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-76f5ea4f-25e4-433b-853f-1f43ba039a8a {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:23:53.491423 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24815d7f-a743-4c37-af58-cdedd6d6d6ef', 'tag': 'd63ea2b8-aeda-454e-adfa-3045886c1fea', 'status': 'completed', 'code': 200} Feb 16 14:23:53.506057 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-bf913721-98f1-45ad-839e-028a8d493245 admin admin] Publish callbacks [] for security_group (cce0e2bc-090d-459d-a87b-7c8644902100), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:53.540829 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-bf913721-98f1-45ad-839e-028a8d493245 admin admin] Publish callbacks [] for security_group (cce0e2bc-090d-459d-a87b-7c8644902100), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:53.596386 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cebfbc-806f-4954-afd4-ae8afd99a4a8 req-0632a6b7-1e38-4641-a2d6-4e6cda177946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:23:53.598081 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e2cebfbc-806f-4954-afd4-ae8afd99a4a8 req-0632a6b7-1e38-4641-a2d6-4e6cda177946 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c3d6db271304958834a2c24b656f61e&device_id=24815d7f-a743-4c37-af58-cdedd6d6d6ef HTTP/1.1" status: 200 len: 1128 time: 0.0774612 Feb 16 14:23:53.600551 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-bf913721-98f1-45ad-839e-028a8d493245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (cce0e2bc-090d-459d-a87b-7c8644902100), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:53.606208 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-bf913721-98f1-45ad-839e-028a8d493245 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:53.607914 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-bf913721-98f1-45ad-839e-028a8d493245 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/cce0e2bc-090d-459d-a87b-7c8644902100 HTTP/1.1" status: 204 len: 168 time: 0.2116055 Feb 16 14:23:53.620256 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf913721-98f1-45ad-839e-028a8d493245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce0e2bc-090d-459d-a87b-7c8644902100,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:53.670826 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e2cebfbc-806f-4954-afd4-ae8afd99a4a8 req-68169ba0-4d79-45ad-8de4-c183dbfa14d6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d63ea2b8-aeda-454e-adfa-3045886c1fea HTTP/1.1" status: 200 len: 217 time: 0.0533788 Feb 16 14:23:53.722523 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cebfbc-806f-4954-afd4-ae8afd99a4a8 req-43a6ee2b-f558-49bf-afe0-12c0c282a8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:23:53.724378 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e2cebfbc-806f-4954-afd4-ae8afd99a4a8 req-43a6ee2b-f558-49bf-afe0-12c0c282a8f3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=08195094-654a-4590-abde-4914e46611c7 HTTP/1.1" status: 200 len: 851 time: 0.0479703 Feb 16 14:23:53.847541 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cebfbc-806f-4954-afd4-ae8afd99a4a8 req-f310bc84-e68a-49a7-a1b7-6c44814e24cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:23:53.849198 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e2cebfbc-806f-4954-afd4-ae8afd99a4a8 req-f310bc84-e68a-49a7-a1b7-6c44814e24cf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b6af31c2-3d63-407d-9a53-f983b2f44ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1149170 Feb 16 14:23:53.864324 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a43d5-2abe-4758-a85b-07fc2e1bab3e req-f0fa74e9-6e34-42db-94ca-52162dc53c7f tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:23:53.864324 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-295a43d5-2abe-4758-a85b-07fc2e1bab3e req-f0fa74e9-6e34-42db-94ca-52162dc53c7f tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=24815d7f-a743-4c37-af58-cdedd6d6d6ef HTTP/1.1" status: 200 len: 944 time: 0.0898194 Feb 16 14:23:53.974174 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-295a43d5-2abe-4758-a85b-07fc2e1bab3e req-dcf7adda-6e83-48ba-8baf-4104c18487e6 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/security-groups?id=91d7ffa7-1848-4f96-99a0-919ffd557d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013985 Feb 16 14:23:53.999083 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e2cebfbc-806f-4954-afd4-ae8afd99a4a8 req-bea34266-26da-4e0c-81f8-981da8cd5d12 service neutron] 10.222.0.10 "GET /v2.0/networks/b6af31c2-3d63-407d-9a53-f983b2f44ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338134 Feb 16 14:23:54.114613 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e2cebfbc-806f-4954-afd4-ae8afd99a4a8 req-9a29b4f3-2ad7-41b6-8b4a-eb5abc734442 service neutron] 10.222.0.10 "GET /v2.0/networks/b6af31c2-3d63-407d-9a53-f983b2f44ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081128 Feb 16 14:23:54.269847 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfce125-fe92-4076-a9ac-cdc898a04abe req-1e54603b-f154-4d8a-ad27-22d839f3077c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:23:54.271835 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8bfce125-fe92-4076-a9ac-cdc898a04abe req-1e54603b-f154-4d8a-ad27-22d839f3077c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c3d6db271304958834a2c24b656f61e&device_id=24815d7f-a743-4c37-af58-cdedd6d6d6ef HTTP/1.1" status: 200 len: 1128 time: 0.0606956 Feb 16 14:23:54.386707 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfce125-fe92-4076-a9ac-cdc898a04abe req-c3891639-3415-4c42-9d09-bc12fd61a8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:23:54.388412 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8bfce125-fe92-4076-a9ac-cdc898a04abe req-c3891639-3415-4c42-9d09-bc12fd61a8c0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b6af31c2-3d63-407d-9a53-f983b2f44ea1 HTTP/1.1" status: 200 len: 914 time: 0.1096992 Feb 16 14:23:54.437917 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8bfce125-fe92-4076-a9ac-cdc898a04abe req-cdcfc0a5-ff1e-4d39-b50f-608e988f3a4c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d63ea2b8-aeda-454e-adfa-3045886c1fea HTTP/1.1" status: 200 len: 217 time: 0.0412564 Feb 16 14:23:54.502426 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfce125-fe92-4076-a9ac-cdc898a04abe req-1ae803c0-0ac6-4cdb-aaf6-a3ff84ac8de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:23:54.504847 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8bfce125-fe92-4076-a9ac-cdc898a04abe req-1ae803c0-0ac6-4cdb-aaf6-a3ff84ac8de4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=08195094-654a-4590-abde-4914e46611c7 HTTP/1.1" status: 200 len: 851 time: 0.0565207 Feb 16 14:23:54.580040 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfce125-fe92-4076-a9ac-cdc898a04abe req-128dc6e4-a47b-4d8b-a8bd-aca1c45cf457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:23:54.581738 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8bfce125-fe92-4076-a9ac-cdc898a04abe req-128dc6e4-a47b-4d8b-a8bd-aca1c45cf457 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b6af31c2-3d63-407d-9a53-f983b2f44ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0637422 Feb 16 14:23:54.683744 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8bfce125-fe92-4076-a9ac-cdc898a04abe req-2fe554cb-624e-4a38-a387-0e7b3bec1214 service neutron] 10.222.0.10 "GET /v2.0/networks/b6af31c2-3d63-407d-9a53-f983b2f44ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881476 Feb 16 14:23:54.795201 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-8bfce125-fe92-4076-a9ac-cdc898a04abe req-a0c709bc-d415-4020-b5cc-76e47444c92b service neutron] 10.222.0.10 "GET /v2.0/networks/b6af31c2-3d63-407d-9a53-f983b2f44ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028199 Feb 16 14:23:55.112433 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18efddd0-c97f-4572-a006-61908e208f13 req-e2f331a8-ce94-4924-8b0c-6a12e4d4f898 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:23:55.114072 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-18efddd0-c97f-4572-a006-61908e208f13 req-e2f331a8-ce94-4924-8b0c-6a12e4d4f898 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=24815d7f-a743-4c37-af58-cdedd6d6d6ef HTTP/1.1" status: 200 len: 944 time: 0.0578744 Feb 16 14:23:55.165551 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-18efddd0-c97f-4572-a006-61908e208f13 req-fe0d57c2-a209-463c-b1e0-2f47d82b3708 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/security-groups?id=91d7ffa7-1848-4f96-99a0-919ffd557d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455120 Feb 16 14:23:56.307220 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4986b563-d688-4e9c-a0b0-173f9011a907 req-24c0e48d-afd9-4947-a868-a0917ca41fe0 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:23:56.308879 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4986b563-d688-4e9c-a0b0-173f9011a907 req-24c0e48d-afd9-4947-a868-a0917ca41fe0 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=24815d7f-a743-4c37-af58-cdedd6d6d6ef HTTP/1.1" status: 200 len: 944 time: 0.0662627 Feb 16 14:23:56.363959 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4986b563-d688-4e9c-a0b0-173f9011a907 req-a7628c1c-809d-48b6-b92f-3541285d1751 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/security-groups?id=91d7ffa7-1848-4f96-99a0-919ffd557d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489800 Feb 16 14:23:56.437411 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 60434) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:23:56.560197 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0c330716-88ee-4736-bfeb-ed36d88ceae7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:56.636886 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0c330716-88ee-4736-bfeb-ed36d88ceae7 admin admin] Publish callbacks [] for security_group (64297890-4ba9-41ae-8f83-7eb972e182c3), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:56.640531 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0c330716-88ee-4736-bfeb-ed36d88ceae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (64297890-4ba9-41ae-8f83-7eb972e182c3), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:56.678458 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c330716-88ee-4736-bfeb-ed36d88ceae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64297890-4ba9-41ae-8f83-7eb972e182c3,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:56.682219 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-0c330716-88ee-4736-bfeb-ed36d88ceae7 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=4c2f462eed9d46619943dc4a893c164f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2438264 Feb 16 14:23:56.685197 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 60440) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:23:56.688337 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c330716-88ee-4736-bfeb-ed36d88ceae7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:56.688692 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c330716-88ee-4736-bfeb-ed36d88ceae7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:56.689060 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c330716-88ee-4736-bfeb-ed36d88ceae7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:56.689402 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c330716-88ee-4736-bfeb-ed36d88ceae7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:56.689735 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c330716-88ee-4736-bfeb-ed36d88ceae7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:56.690066 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c330716-88ee-4736-bfeb-ed36d88ceae7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:56.690399 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c330716-88ee-4736-bfeb-ed36d88ceae7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:56.690725 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c330716-88ee-4736-bfeb-ed36d88ceae7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:56.691084 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c330716-88ee-4736-bfeb-ed36d88ceae7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:56.691400 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c330716-88ee-4736-bfeb-ed36d88ceae7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:56.691724 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c330716-88ee-4736-bfeb-ed36d88ceae7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:56.692046 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c330716-88ee-4736-bfeb-ed36d88ceae7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:56.692368 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c330716-88ee-4736-bfeb-ed36d88ceae7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:56.734378 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-58e6065c-a120-47a1-beea-1aec4ea40e59 admin admin] Publish callbacks [] for security_group (64297890-4ba9-41ae-8f83-7eb972e182c3), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:56.756172 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-58e6065c-a120-47a1-beea-1aec4ea40e59 admin admin] Publish callbacks [] for security_group (64297890-4ba9-41ae-8f83-7eb972e182c3), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:56.809264 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-58e6065c-a120-47a1-beea-1aec4ea40e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (64297890-4ba9-41ae-8f83-7eb972e182c3), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:56.811959 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-58e6065c-a120-47a1-beea-1aec4ea40e59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:56.813107 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-58e6065c-a120-47a1-beea-1aec4ea40e59 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/64297890-4ba9-41ae-8f83-7eb972e182c3 HTTP/1.1" status: 204 len: 168 time: 0.1267972 Feb 16 14:23:56.821227 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e6065c-a120-47a1-beea-1aec4ea40e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64297890-4ba9-41ae-8f83-7eb972e182c3,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:57.071225 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 60446) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:23:57.085235 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-79d6caa9-a19a-4bd5-a77a-67f15f5af1ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:57.189985 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-79d6caa9-a19a-4bd5-a77a-67f15f5af1ae admin admin] Publish callbacks [] for security_group (63e45dda-8763-4155-a451-cd543cc0b297), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:57.195459 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-79d6caa9-a19a-4bd5-a77a-67f15f5af1ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (63e45dda-8763-4155-a451-cd543cc0b297), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:57.239887 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-79d6caa9-a19a-4bd5-a77a-67f15f5af1ae admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=a195f8953db2435da6acc9cf253d9d44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1668911 Feb 16 14:23:57.242246 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d6caa9-a19a-4bd5-a77a-67f15f5af1ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e45dda-8763-4155-a451-cd543cc0b297,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:57.242887 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 60448) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:23:57.296968 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-1199585e-2d58-4cc8-ad05-e9c2de13a2d5 admin admin] Publish callbacks [] for security_group (63e45dda-8763-4155-a451-cd543cc0b297), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:57.329883 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-1199585e-2d58-4cc8-ad05-e9c2de13a2d5 admin admin] Publish callbacks [] for security_group (63e45dda-8763-4155-a451-cd543cc0b297), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:57.395270 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-1199585e-2d58-4cc8-ad05-e9c2de13a2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (63e45dda-8763-4155-a451-cd543cc0b297), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:57.399449 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-1199585e-2d58-4cc8-ad05-e9c2de13a2d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:57.403204 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-1199585e-2d58-4cc8-ad05-e9c2de13a2d5 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/63e45dda-8763-4155-a451-cd543cc0b297 HTTP/1.1" status: 204 len: 168 time: 0.1591878 Feb 16 14:23:57.416727 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1199585e-2d58-4cc8-ad05-e9c2de13a2d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e45dda-8763-4155-a451-cd543cc0b297,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:57.530323 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f716e-a4ea-42fd-b2cc-c91f075c5aa2 req-fbd0af3b-94df-4e32-a5b5-a34e4426f730 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:23:57.533107 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-665f716e-a4ea-42fd-b2cc-c91f075c5aa2 req-fbd0af3b-94df-4e32-a5b5-a34e4426f730 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=24815d7f-a743-4c37-af58-cdedd6d6d6ef HTTP/1.1" status: 200 len: 944 time: 0.0719576 Feb 16 14:23:57.612085 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-665f716e-a4ea-42fd-b2cc-c91f075c5aa2 req-0dcb4298-502a-42f5-bf8e-347380648d2f tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/security-groups?id=91d7ffa7-1848-4f96-99a0-919ffd557d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726957 Feb 16 14:23:57.981976 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 60476) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:23:58.104520 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-159c7802-3784-4fd5-ae98-e24ee8a97e1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:58.188716 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-159c7802-3784-4fd5-ae98-e24ee8a97e1a admin admin] Publish callbacks [] for security_group (79a45118-6fb6-4572-98d2-0c33e1c5c2a0), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:58.192715 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-159c7802-3784-4fd5-ae98-e24ee8a97e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (79a45118-6fb6-4572-98d2-0c33e1c5c2a0), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:58.234102 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-159c7802-3784-4fd5-ae98-e24ee8a97e1a admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=ce4684a5d69145738d8c3b43e1f21f14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2510352 Feb 16 14:23:58.235179 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159c7802-3784-4fd5-ae98-e24ee8a97e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a45118-6fb6-4572-98d2-0c33e1c5c2a0,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:58.237031 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 60488) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:23:58.290788 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3727c1b9-1591-4ed0-a70e-30878fba4877 admin admin] Publish callbacks [] for security_group (79a45118-6fb6-4572-98d2-0c33e1c5c2a0), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:58.321346 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3727c1b9-1591-4ed0-a70e-30878fba4877 admin admin] Publish callbacks [] for security_group (79a45118-6fb6-4572-98d2-0c33e1c5c2a0), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:58.383475 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3727c1b9-1591-4ed0-a70e-30878fba4877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (79a45118-6fb6-4572-98d2-0c33e1c5c2a0), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:58.386557 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-3727c1b9-1591-4ed0-a70e-30878fba4877 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:58.387861 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-3727c1b9-1591-4ed0-a70e-30878fba4877 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/79a45118-6fb6-4572-98d2-0c33e1c5c2a0 HTTP/1.1" status: 204 len: 168 time: 0.1498137 Feb 16 14:23:58.397053 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3727c1b9-1591-4ed0-a70e-30878fba4877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a45118-6fb6-4572-98d2-0c33e1c5c2a0,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:58.720493 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 60506) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:23:58.734436 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-3e1560c5-ba42-4981-bcf0-90a9760927ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:58.776606 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54256822-90f9-40c5-89b6-b61cf131c1a7 req-934fc139-6081-413e-b1cb-f2b040c7581b tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:23:58.778172 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-54256822-90f9-40c5-89b6-b61cf131c1a7 req-934fc139-6081-413e-b1cb-f2b040c7581b tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=24815d7f-a743-4c37-af58-cdedd6d6d6ef HTTP/1.1" status: 200 len: 944 time: 0.0730159 Feb 16 14:23:58.824761 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-3e1560c5-ba42-4981-bcf0-90a9760927ad admin admin] Publish callbacks [] for security_group (f6731d8d-2adc-4b9d-b8dc-8259c1e90f26), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:58.829473 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-3e1560c5-ba42-4981-bcf0-90a9760927ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (f6731d8d-2adc-4b9d-b8dc-8259c1e90f26), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:58.842331 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-54256822-90f9-40c5-89b6-b61cf131c1a7 req-0ef623b4-e99a-42ed-b482-f474c344eca5 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/security-groups?id=91d7ffa7-1848-4f96-99a0-919ffd557d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577507 Feb 16 14:23:58.872571 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-3e1560c5-ba42-4981-bcf0-90a9760927ad admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=538606d65bcd4ab48deb96a349c0ae31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1506793 Feb 16 14:23:58.873145 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1560c5-ba42-4981-bcf0-90a9760927ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6731d8d-2adc-4b9d-b8dc-8259c1e90f26,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:58.875852 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 60510) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:23:58.925540 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-fe64dafd-2642-4053-a381-d5d39b26bb7f admin admin] Publish callbacks [] for security_group (f6731d8d-2adc-4b9d-b8dc-8259c1e90f26), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:58.948718 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-fe64dafd-2642-4053-a381-d5d39b26bb7f admin admin] Publish callbacks [] for security_group (f6731d8d-2adc-4b9d-b8dc-8259c1e90f26), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:59.000379 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-fe64dafd-2642-4053-a381-d5d39b26bb7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (f6731d8d-2adc-4b9d-b8dc-8259c1e90f26), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:59.003572 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-fe64dafd-2642-4053-a381-d5d39b26bb7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:59.004734 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-fe64dafd-2642-4053-a381-d5d39b26bb7f admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/f6731d8d-2adc-4b9d-b8dc-8259c1e90f26 HTTP/1.1" status: 204 len: 168 time: 0.1271958 Feb 16 14:23:59.015067 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe64dafd-2642-4053-a381-d5d39b26bb7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6731d8d-2adc-4b9d-b8dc-8259c1e90f26,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:59.969944 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6ae7f-22fd-4a40-9618-e4c28efdd8ef req-0b822147-730c-4430-8303-be224e9ac331 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:23:59.971256 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-29f6ae7f-22fd-4a40-9618-e4c28efdd8ef req-0b822147-730c-4430-8303-be224e9ac331 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=24815d7f-a743-4c37-af58-cdedd6d6d6ef HTTP/1.1" status: 200 len: 944 time: 0.0611508 Feb 16 14:24:00.033920 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-29f6ae7f-22fd-4a40-9618-e4c28efdd8ef req-733c4e0c-835f-4f4f-a770-f5e279e264cf tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/security-groups?id=91d7ffa7-1848-4f96-99a0-919ffd557d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535696 Feb 16 14:24:01.170560 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c821c07-1f06-4121-bf51-a32555032111 req-df7994b7-1ade-4373-8e23-c0d2a99c4216 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:24:01.172205 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7c821c07-1f06-4121-bf51-a32555032111 req-df7994b7-1ade-4373-8e23-c0d2a99c4216 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=24815d7f-a743-4c37-af58-cdedd6d6d6ef HTTP/1.1" status: 200 len: 944 time: 0.0613976 Feb 16 14:24:01.226095 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7c821c07-1f06-4121-bf51-a32555032111 req-79eea828-1a1d-40d5-a812-87e18768395c tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/security-groups?id=91d7ffa7-1848-4f96-99a0-919ffd557d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472164 Feb 16 14:24:01.769774 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device d63ea2b8-aeda-454e-adfa-3045886c1fea details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:24:01.874056 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port d63ea2b8-aeda-454e-adfa-3045886c1fea, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=d63ea2b8-aeda-454e-adfa-3045886c1fea,segment=NetworkSegment(0373981d-f79c-45c2-9efc-d2c5280ceefc),segment_id=0373981d-f79c-45c2-9efc-d2c5280ceefc)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:24:01.887529 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Returning: {'device': 'd63ea2b8-aeda-454e-adfa-3045886c1fea', 'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1', 'port_id': 'd63ea2b8-aeda-454e-adfa-3045886c1fea', 'mac_address': 'fa:16:3e:93:1a:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08195094-654a-4590-abde-4914e46611c7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:24:01.935191 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Current status of the port d63ea2b8-aeda-454e-adfa-3045886c1fea is: DOWN; New status is: BUILD {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:24:01.935191 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (d63ea2b8-aeda-454e-adfa-3045886c1fea), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:01.950948 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d63ea2b8-aeda-454e-adfa-3045886c1fea {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:24:01.974120 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port d63ea2b8-aeda-454e-adfa-3045886c1fea, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=d63ea2b8-aeda-454e-adfa-3045886c1fea,segment=NetworkSegment(0373981d-f79c-45c2-9efc-d2c5280ceefc),segment_id=0373981d-f79c-45c2-9efc-d2c5280ceefc)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:24:01.978956 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (d63ea2b8-aeda-454e-adfa-3045886c1fea), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:02.044001 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Pushing event updated for resources: {'Port': ['ID=d63ea2b8-aeda-454e-adfa-3045886c1fea,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:02.300042 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] get_ports_and_sgs() called for port_ids ['d63ea2b8-aeda-454e-adfa-3045886c1fea'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:24:02.388860 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10afb9af-cc76-414c-8729-7740e5184153 req-0f62316a-cc30-46dc-8049-2cb45200c342 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:24:02.391663 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-10afb9af-cc76-414c-8729-7740e5184153 req-0f62316a-cc30-46dc-8049-2cb45200c342 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=24815d7f-a743-4c37-af58-cdedd6d6d6ef HTTP/1.1" status: 200 len: 945 time: 0.0725801 Feb 16 14:24:02.462936 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-10afb9af-cc76-414c-8729-7740e5184153 req-2a5bef83-ffde-4914-bce8-48fc148d8f28 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/security-groups?id=91d7ffa7-1848-4f96-99a0-919ffd557d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623415 Feb 16 14:24:02.903799 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (0563e457-3a96-4909-b5a3-8fa5db96f619), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:03.034738 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 60644) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:24:03.153220 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-c510f666-ad38-49ae-9754-76f3f9a92c7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:03.238266 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-c510f666-ad38-49ae-9754-76f3f9a92c7a admin admin] Publish callbacks [] for security_group (9a108373-e77e-4bb3-b71d-56e8d7e8cb4c), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:03.242610 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-c510f666-ad38-49ae-9754-76f3f9a92c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (9a108373-e77e-4bb3-b71d-56e8d7e8cb4c), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:03.283080 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-c510f666-ad38-49ae-9754-76f3f9a92c7a admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=746fc99f9aa742a4b3df0e0c3094b512&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2470787 Feb 16 14:24:03.283963 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c510f666-ad38-49ae-9754-76f3f9a92c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a108373-e77e-4bb3-b71d-56e8d7e8cb4c,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:03.286572 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 60648) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:24:03.339478 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-48b0f5ab-43d0-4449-a73b-60aae64ad047 admin admin] Publish callbacks [] for security_group (9a108373-e77e-4bb3-b71d-56e8d7e8cb4c), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:03.366206 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-48b0f5ab-43d0-4449-a73b-60aae64ad047 admin admin] Publish callbacks [] for security_group (9a108373-e77e-4bb3-b71d-56e8d7e8cb4c), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:03.424482 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-48b0f5ab-43d0-4449-a73b-60aae64ad047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (9a108373-e77e-4bb3-b71d-56e8d7e8cb4c), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:03.428100 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-48b0f5ab-43d0-4449-a73b-60aae64ad047 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:03.435519 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-48b0f5ab-43d0-4449-a73b-60aae64ad047 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/9a108373-e77e-4bb3-b71d-56e8d7e8cb4c HTTP/1.1" status: 204 len: 168 time: 0.1415830 Feb 16 14:24:03.440966 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b0f5ab-43d0-4449-a73b-60aae64ad047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a108373-e77e-4bb3-b71d-56e8d7e8cb4c,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:03.632589 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1455719c-7dcf-4f5d-bc77-816fc0037e98 req-b62d5eaf-fa19-4572-90b6-ddbc83ba0113 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:24:03.634374 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1455719c-7dcf-4f5d-bc77-816fc0037e98 req-b62d5eaf-fa19-4572-90b6-ddbc83ba0113 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=24815d7f-a743-4c37-af58-cdedd6d6d6ef HTTP/1.1" status: 200 len: 945 time: 0.0926559 Feb 16 14:24:03.701695 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1455719c-7dcf-4f5d-bc77-816fc0037e98 req-3769804e-5dde-48bb-be18-5e10d413ce52 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/security-groups?id=91d7ffa7-1848-4f96-99a0-919ffd557d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571814 Feb 16 14:24:03.793444 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device d63ea2b8-aeda-454e-adfa-3045886c1fea up at agent hyperv_hv-cinder-77398 {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:24:03.818909 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 60672) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:24:03.834279 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-43684463-b7b5-49bc-8409-40c7d985d82b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:03.862672 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Provisioning for port d63ea2b8-aeda-454e-adfa-3045886c1fea completed by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:24:03.868395 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Provisioning complete for port d63ea2b8-aeda-454e-adfa-3045886c1fea triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:24:03.869452 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (d63ea2b8-aeda-454e-adfa-3045886c1fea), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:03.956991 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-43684463-b7b5-49bc-8409-40c7d985d82b admin admin] Publish callbacks [] for security_group (c364d35a-2789-4c3d-82a9-a95897847581), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:03.961607 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-43684463-b7b5-49bc-8409-40c7d985d82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (c364d35a-2789-4c3d-82a9-a95897847581), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:03.980223 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Current status of the port d63ea2b8-aeda-454e-adfa-3045886c1fea is: BUILD; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:24:03.980838 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (d63ea2b8-aeda-454e-adfa-3045886c1fea), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:04.007544 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-43684463-b7b5-49bc-8409-40c7d985d82b admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=bdfef91601c144c6a5fc62673ba04143&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1847100 Feb 16 14:24:04.007544 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43684463-b7b5-49bc-8409-40c7d985d82b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c364d35a-2789-4c3d-82a9-a95897847581,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:04.008627 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 60678) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:24:04.031021 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24815d7f-a743-4c37-af58-cdedd6d6d6ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd63ea2b8-aeda-454e-adfa-3045886c1fea'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:24:04.034559 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcf4ad7936cd44f2198d6b2453955475838913f42e78743342b6e5b4d5a62724" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ece9f3-7302-4a99-a3d4-12563dd2ff0d" -d '{"events": [{"server_uuid": "24815d7f-a743-4c37-af58-cdedd6d6d6ef", "name": "network-vif-plugged", "status": "completed", "tag": "d63ea2b8-aeda-454e-adfa-3045886c1fea"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:24:04.046227 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port d63ea2b8-aeda-454e-adfa-3045886c1fea, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=d63ea2b8-aeda-454e-adfa-3045886c1fea,segment=NetworkSegment(0373981d-f79c-45c2-9efc-d2c5280ceefc),segment_id=0373981d-f79c-45c2-9efc-d2c5280ceefc)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:24:04.052792 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (d63ea2b8-aeda-454e-adfa-3045886c1fea), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:04.090512 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84055337-b690-4dd5-9ce7-b0768d1ab1c3 x-openstack-request-id: req-84055337-b690-4dd5-9ce7-b0768d1ab1c3 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:24:04.090948 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24815d7f-a743-4c37-af58-cdedd6d6d6ef", "name": "network-vif-plugged", "status": "completed", "tag": "d63ea2b8-aeda-454e-adfa-3045886c1fea", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:24:04.091505 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-84055337-b690-4dd5-9ce7-b0768d1ab1c3 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:24:04.091996 dv-cinder-773985-32-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24815d7f-a743-4c37-af58-cdedd6d6d6ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd63ea2b8-aeda-454e-adfa-3045886c1fea', 'code': 200} Feb 16 14:24:04.105390 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ac9009be-20af-40c8-a663-5db888b43e37 admin admin] Publish callbacks [] for security_group (c364d35a-2789-4c3d-82a9-a95897847581), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:04.130757 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ac9009be-20af-40c8-a663-5db888b43e37 admin admin] Publish callbacks [] for security_group (c364d35a-2789-4c3d-82a9-a95897847581), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:04.134338 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Pushing event updated for resources: {'Port': ['ID=d63ea2b8-aeda-454e-adfa-3045886c1fea,revision_number=5']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:04.147555 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:04.148154 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:04.148567 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:04.149142 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:04.149888 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:04.150387 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:04.151049 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:04.151726 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:04.152435 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:04.152977 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:04.153667 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:04.154149 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:04.154634 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:04.198581 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ac9009be-20af-40c8-a663-5db888b43e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (c364d35a-2789-4c3d-82a9-a95897847581), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:04.201919 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ac9009be-20af-40c8-a663-5db888b43e37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:04.203435 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-ac9009be-20af-40c8-a663-5db888b43e37 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/c364d35a-2789-4c3d-82a9-a95897847581 HTTP/1.1" status: 204 len: 168 time: 0.1905088 Feb 16 14:24:04.213294 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9009be-20af-40c8-a663-5db888b43e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c364d35a-2789-4c3d-82a9-a95897847581,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:04.414743 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39caf8e8-80c7-4bb6-9954-d8be7775587f req-7a3c6596-0d9c-4e4f-864d-2ef654965fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:24:04.417002 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-39caf8e8-80c7-4bb6-9954-d8be7775587f req-7a3c6596-0d9c-4e4f-864d-2ef654965fc4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=24815d7f-a743-4c37-af58-cdedd6d6d6ef HTTP/1.1" status: 200 len: 1130 time: 0.0547173 Feb 16 14:24:04.467930 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 60696) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:24:04.477382 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-39caf8e8-80c7-4bb6-9954-d8be7775587f req-181cba02-71eb-421a-9a97-616a59861fe3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=91d7ffa7-1848-4f96-99a0-919ffd557d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503616 Feb 16 14:24:04.595429 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-400487c0-ea33-4c83-a1d0-496a5cefeeb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:04.605600 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 60700) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:24:04.619176 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-75a8712d-ef42-40d1-96b4-04ebac142e9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:04.690254 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-400487c0-ea33-4c83-a1d0-496a5cefeeb3 admin admin] Publish callbacks [] for security_group (2d99ee48-1e98-430b-9d3c-57288cecfb88), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:04.693898 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-400487c0-ea33-4c83-a1d0-496a5cefeeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (2d99ee48-1e98-430b-9d3c-57288cecfb88), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:04.713129 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-75a8712d-ef42-40d1-96b4-04ebac142e9f admin admin] Publish callbacks [] for security_group (878548e3-3591-4e06-9e32-bb9e006ef6ec), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:04.718197 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-75a8712d-ef42-40d1-96b4-04ebac142e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (878548e3-3591-4e06-9e32-bb9e006ef6ec), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:04.735795 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-400487c0-ea33-4c83-a1d0-496a5cefeeb3 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=7a841031662742f9b950602e9a48e7e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2667370 Feb 16 14:24:04.737427 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400487c0-ea33-4c83-a1d0-496a5cefeeb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d99ee48-1e98-430b-9d3c-57288cecfb88,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:04.740884 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 60704) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:24:04.788866 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-75a8712d-ef42-40d1-96b4-04ebac142e9f admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=b55be06990184aaa807e5eb79ed5b840&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1814008 Feb 16 14:24:04.789060 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 60706) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:24:04.789815 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a8712d-ef42-40d1-96b4-04ebac142e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=878548e3-3591-4e06-9e32-bb9e006ef6ec,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:04.814599 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b99252d6-892e-48e4-ac45-9f6959ca3250 admin admin] Publish callbacks [] for security_group (2d99ee48-1e98-430b-9d3c-57288cecfb88), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:04.869377 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b99252d6-892e-48e4-ac45-9f6959ca3250 admin admin] Publish callbacks [] for security_group (2d99ee48-1e98-430b-9d3c-57288cecfb88), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:04.938696 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6ebfa0ea-ad0f-4f0d-804c-c2d0e679349c admin admin] Publish callbacks [] for security_group (878548e3-3591-4e06-9e32-bb9e006ef6ec), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:04.964897 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ace594-5f98-480e-81a6-07a5fd10a185 req-f334f439-dac8-43df-bd09-d9ddc9bd81ea tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:24:04.966481 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-57ace594-5f98-480e-81a6-07a5fd10a185 req-f334f439-dac8-43df-bd09-d9ddc9bd81ea tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=24815d7f-a743-4c37-af58-cdedd6d6d6ef HTTP/1.1" status: 200 len: 946 time: 0.1302278 Feb 16 14:24:04.978657 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6ebfa0ea-ad0f-4f0d-804c-c2d0e679349c admin admin] Publish callbacks [] for security_group (878548e3-3591-4e06-9e32-bb9e006ef6ec), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:05.000472 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b99252d6-892e-48e4-ac45-9f6959ca3250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (2d99ee48-1e98-430b-9d3c-57288cecfb88), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:05.003233 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b99252d6-892e-48e4-ac45-9f6959ca3250 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:05.004569 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-b99252d6-892e-48e4-ac45-9f6959ca3250 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/2d99ee48-1e98-430b-9d3c-57288cecfb88 HTTP/1.1" status: 204 len: 168 time: 0.2627380 Feb 16 14:24:05.042683 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99252d6-892e-48e4-ac45-9f6959ca3250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d99ee48-1e98-430b-9d3c-57288cecfb88,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:05.073528 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-57ace594-5f98-480e-81a6-07a5fd10a185 req-3f37f9b4-7310-4d2f-b62a-682741732679 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/security-groups?id=91d7ffa7-1848-4f96-99a0-919ffd557d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983078 Feb 16 14:24:05.095219 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6ebfa0ea-ad0f-4f0d-804c-c2d0e679349c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (878548e3-3591-4e06-9e32-bb9e006ef6ec), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:05.098070 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-6ebfa0ea-ad0f-4f0d-804c-c2d0e679349c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:05.101911 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-6ebfa0ea-ad0f-4f0d-804c-c2d0e679349c admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/878548e3-3591-4e06-9e32-bb9e006ef6ec HTTP/1.1" status: 204 len: 168 time: 0.3093972 Feb 16 14:24:05.111408 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebfa0ea-ad0f-4f0d-804c-c2d0e679349c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=878548e3-3591-4e06-9e32-bb9e006ef6ec,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:05.473042 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 60722) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:24:05.487527 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b8fabb7b-0e7c-4157-9cb7-8bc1db47ae7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:05.502023 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-82d37ce3-7aa1-40d2-9523-6554edb1787e req-fc935df0-2fec-44a9-944b-90831f8581de service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=781d0f1f-fbbc-49d1-b507-185a377674c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0483217 Feb 16 14:24:05.583777 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b8fabb7b-0e7c-4157-9cb7-8bc1db47ae7a admin admin] Publish callbacks [] for security_group (00cd54f2-fbf1-4524-94f3-fe53cb11af2b), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:05.586730 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-b8fabb7b-0e7c-4157-9cb7-8bc1db47ae7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (00cd54f2-fbf1-4524-94f3-fe53cb11af2b), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:05.628791 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-b8fabb7b-0e7c-4157-9cb7-8bc1db47ae7a admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=94143da3cece4299a1f75b5b19047717&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1545081 Feb 16 14:24:05.629643 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fabb7b-0e7c-4157-9cb7-8bc1db47ae7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00cd54f2-fbf1-4524-94f3-fe53cb11af2b,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:05.632864 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 60726) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:24:05.694576 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-604389c0-aac3-4123-87cb-5d8ef6aca397 admin admin] Publish callbacks [] for security_group (00cd54f2-fbf1-4524-94f3-fe53cb11af2b), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:05.707710 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d37ce3-7aa1-40d2-9523-6554edb1787e req-593272ce-ba89-41f4-b064-3c95def61dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:24:05.709572 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-82d37ce3-7aa1-40d2-9523-6554edb1787e req-593272ce-ba89-41f4-b064-3c95def61dae service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c3d6db271304958834a2c24b656f61e&device_id=781d0f1f-fbbc-49d1-b507-185a377674c1 HTTP/1.1" status: 200 len: 1129 time: 0.0819435 Feb 16 14:24:05.731982 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-604389c0-aac3-4123-87cb-5d8ef6aca397 admin admin] Publish callbacks [] for security_group (00cd54f2-fbf1-4524-94f3-fe53cb11af2b), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:05.809809 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-604389c0-aac3-4123-87cb-5d8ef6aca397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (00cd54f2-fbf1-4524-94f3-fe53cb11af2b), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:05.813986 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-604389c0-aac3-4123-87cb-5d8ef6aca397 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:05.819779 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-604389c0-aac3-4123-87cb-5d8ef6aca397 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/00cd54f2-fbf1-4524-94f3-fe53cb11af2b HTTP/1.1" status: 204 len: 168 time: 0.1857629 Feb 16 14:24:05.829861 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604389c0-aac3-4123-87cb-5d8ef6aca397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00cd54f2-fbf1-4524-94f3-fe53cb11af2b,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:05.846905 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d37ce3-7aa1-40d2-9523-6554edb1787e req-63b1227b-6962-4fd4-a3c5-410ea8e2f71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:24:05.848826 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-82d37ce3-7aa1-40d2-9523-6554edb1787e req-63b1227b-6962-4fd4-a3c5-410ea8e2f71f service neutron] 10.222.0.10 "GET /v2.0/networks?id=b6af31c2-3d63-407d-9a53-f983b2f44ea1 HTTP/1.1" status: 200 len: 914 time: 0.1135411 Feb 16 14:24:05.928936 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-82d37ce3-7aa1-40d2-9523-6554edb1787e req-f85559c6-8617-47e1-a64e-b4093ac6b662 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c39d531-c567-4cbf-95c3-3537c47443f3 HTTP/1.1" status: 200 len: 1000 time: 0.0735333 Feb 16 14:24:05.996470 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d37ce3-7aa1-40d2-9523-6554edb1787e req-17cb14b5-db2b-4732-91b7-2ab29dd0a967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:24:05.998312 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-82d37ce3-7aa1-40d2-9523-6554edb1787e req-17cb14b5-db2b-4732-91b7-2ab29dd0a967 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=08195094-654a-4590-abde-4914e46611c7 HTTP/1.1" status: 200 len: 851 time: 0.0622990 Feb 16 14:24:06.072126 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d37ce3-7aa1-40d2-9523-6554edb1787e req-2dd30c55-6ec6-4cb8-afc7-b13d23764816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:24:06.073800 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-82d37ce3-7aa1-40d2-9523-6554edb1787e req-2dd30c55-6ec6-4cb8-afc7-b13d23764816 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b6af31c2-3d63-407d-9a53-f983b2f44ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0691535 Feb 16 14:24:06.193120 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-82d37ce3-7aa1-40d2-9523-6554edb1787e req-216c4c6a-32ac-4453-b077-90815728ff43 service neutron] 10.222.0.10 "GET /v2.0/networks/b6af31c2-3d63-407d-9a53-f983b2f44ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124008 Feb 16 14:24:06.229316 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784ad4e-c663-4d89-a011-52203fe6c3f1 req-37857fdf-9d28-4468-895e-ddf1c3a616f0 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:24:06.231384 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-0784ad4e-c663-4d89-a011-52203fe6c3f1 req-37857fdf-9d28-4468-895e-ddf1c3a616f0 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=24815d7f-a743-4c37-af58-cdedd6d6d6ef HTTP/1.1" status: 200 len: 946 time: 0.0660324 Feb 16 14:24:06.305272 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-0784ad4e-c663-4d89-a011-52203fe6c3f1 req-924cc6a8-7bf5-4d6f-9061-84ab864c81c3 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/security-groups?id=91d7ffa7-1848-4f96-99a0-919ffd557d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603232 Feb 16 14:24:06.315793 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-82d37ce3-7aa1-40d2-9523-6554edb1787e req-b0684295-7926-4afa-8b0e-cb3a6b4eef75 service neutron] 10.222.0.10 "GET /v2.0/networks/b6af31c2-3d63-407d-9a53-f983b2f44ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153295 Feb 16 14:24:06.451564 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d535f-53ac-4adb-a711-5bd2e02cde1e req-8673b691-2662-4290-bcc2-fe9e08071a43 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:24:06.453121 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b65d535f-53ac-4adb-a711-5bd2e02cde1e req-8673b691-2662-4290-bcc2-fe9e08071a43 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=24815d7f-a743-4c37-af58-cdedd6d6d6ef HTTP/1.1" status: 200 len: 946 time: 0.0864875 Feb 16 14:24:06.520819 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b65d535f-53ac-4adb-a711-5bd2e02cde1e req-ae3b272f-5845-48b0-8c47-8a8feb4ab73a tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/security-groups?id=91d7ffa7-1848-4f96-99a0-919ffd557d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545890 Feb 16 14:24:06.544924 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 60768) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:24:06.822645 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfd057c-d640-4f1d-88da-bb290f93aa62 tempest-TestVolumeBootPattern-968368495 tempest-TestVolumeBootPattern-968368495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:24:06.824355 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-4dfd057c-d640-4f1d-88da-bb290f93aa62 tempest-TestVolumeBootPattern-968368495 tempest-TestVolumeBootPattern-968368495-project-admin] 10.222.0.120 "GET /v2.0/ports?device_id=24815d7f-a743-4c37-af58-cdedd6d6d6ef HTTP/1.1" status: 200 len: 1125 time: 0.2782395 Feb 16 14:24:06.827144 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 60780) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:24:06.831436 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-e6d6d99d-06ac-44b5-ad90-76be630d872a tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Request body: {'floatingip': {'floating_network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'port_id': 'd63ea2b8-aeda-454e-adfa-3045886c1fea', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:24:06.857388 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-e6d6d99d-06ac-44b5-ad90-76be630d872a tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:06.991745 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-e6d6d99d-06ac-44b5-ad90-76be630d872a tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:07.122940 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_common [None req-e6d6d99d-06ac-44b5-ad90-76be630d872a tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Allocated IP 172.27.2.170 (5b71b9ca-6085-48b7-9167-93053be13444/8c2b85af-3da9-4754-9d29-6d95dbdc6260/8ab9f18f-1632-4463-8faf-515fb0a2ecc5) {{(pid=102968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:24:07.255102 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-e6d6d99d-06ac-44b5-ad90-76be630d872a tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks [] for port (8ab9f18f-1632-4463-8faf-515fb0a2ecc5), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:07.301262 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-e6d6d99d-06ac-44b5-ad90-76be630d872a tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784246951208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811206'] for port (8ab9f18f-1632-4463-8faf-515fb0a2ecc5), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:07.353775 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d6d99d-06ac-44b5-ad90-76be630d872a tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Network 5b71b9ca-6085-48b7-9167-93053be13444 is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:24:07.357034 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [None req-e6d6d99d-06ac-44b5-ad90-76be630d872a tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:24:07.361084 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d6d99d-06ac-44b5-ad90-76be630d872a tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Received port after_create {{(pid=102968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:24:07.367580 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d6d99d-06ac-44b5-ad90-76be630d872a tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Pushing event updated for resources: {'Port': ['ID=8ab9f18f-1632-4463-8faf-515fb0a2ecc5,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:07.866311 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-e6d6d99d-06ac-44b5-ad90-76be630d872a tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks [] for floatingip (9b211d61-c59f-42ba-ad04-4294405afc4e), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:07.972142 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-e6d6d99d-06ac-44b5-ad90-76be630d872a tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (8ab9f18f-1632-4463-8faf-515fb0a2ecc5), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:08.177440 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-e6d6d99d-06ac-44b5-ad90-76be630d872a tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks [] for port (8ab9f18f-1632-4463-8faf-515fb0a2ecc5), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:08.182217 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-e6d6d99d-06ac-44b5-ad90-76be630d872a tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8811213'] for port (8ab9f18f-1632-4463-8faf-515fb0a2ecc5), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:08.269393 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d6d99d-06ac-44b5-ad90-76be630d872a tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Pushing event updated for resources: {'Port': ['ID=8ab9f18f-1632-4463-8faf-515fb0a2ecc5,revision_number=2']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:08.282614 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-e6d6d99d-06ac-44b5-ad90-76be630d872a tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1596120'] for floatingip (9b211d61-c59f-42ba-ad04-4294405afc4e), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:08.410862 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.db.l3_db [None req-e6d6d99d-06ac-44b5-ad90-76be630d872a tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Floating IP 9b211d61-c59f-42ba-ad04-4294405afc4e associated. External IP: 172.27.2.170, port: d63ea2b8-aeda-454e-adfa-3045886c1fea. Feb 16 14:24:08.678924 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6d6d99d-06ac-44b5-ad90-76be630d872a tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Router 251e824f-2bf8-498b-9625-581db5c40982 has already been hosted by L3 agent 531611a8-34ea-4f1f-8d10-111cbf56a8a1 {{(pid=102968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:24:09.014307 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-0d2755ce-7f6f-4a91-bccc-032ec8d252c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (10a26995-69c6-4373-972b-e8a4ac0e51da), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:09.083323 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d6d99d-06ac-44b5-ad90-76be630d872a tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Notify agent at l3_agent.dv-cinder-773985-32-iscsi the message routers_updated {{(pid=102968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:24:09.095371 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7897300-5cc0-40c5-bed5-4064a18f294b None None] Sync routers for ids ['251e824f-2bf8-498b-9625-581db5c40982'] in dv-cinder-773985-32-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:24:09.103829 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-e6d6d99d-06ac-44b5-ad90-76be630d872a tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for floatingip (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:09.108225 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7897300-5cc0-40c5-bed5-4064a18f294b None None] Routers {'251e824f-2bf8-498b-9625-581db5c40982'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:24:09.108899 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-c7897300-5cc0-40c5-bed5-4064a18f294b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:23:41Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['251e824f-2bf8-498b-9625-581db5c40982'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:24:09.137327 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-e6d6d99d-06ac-44b5-ad90-76be630d872a tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3090956 Feb 16 14:24:09.137915 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24815d7f-a743-4c37-af58-cdedd6d6d6ef', 'tag': 'd63ea2b8-aeda-454e-adfa-3045886c1fea'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:24:09.140398 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669008da0707fbbfdc7037cdc0b86c67378ff5c6b942db7a00e5cd0dd563b74b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e796a2-4f9e-451b-890d-2d82087c8d1a" -d '{"events": [{"name": "network-changed", "server_uuid": "24815d7f-a743-4c37-af58-cdedd6d6d6ef", "tag": "d63ea2b8-aeda-454e-adfa-3045886c1fea"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:24:09.179686 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664be6fc-8f9a-4397-bf0b-03890979db9c x-openstack-request-id: req-664be6fc-8f9a-4397-bf0b-03890979db9c {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:24:09.180182 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24815d7f-a743-4c37-af58-cdedd6d6d6ef", "tag": "d63ea2b8-aeda-454e-adfa-3045886c1fea", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:24:09.180765 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-664be6fc-8f9a-4397-bf0b-03890979db9c {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:24:09.180977 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24815d7f-a743-4c37-af58-cdedd6d6d6ef', 'tag': 'd63ea2b8-aeda-454e-adfa-3045886c1fea', 'status': 'completed', 'code': 200} Feb 16 14:24:09.240380 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-c7897300-5cc0-40c5-bed5-4064a18f294b None None] Set router 251e824f-2bf8-498b-9625-581db5c40982 gateway port host: dv-cinder-773985-32-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:24:09.273469 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e796a2-4f9e-451b-890d-2d82087c8d1a req-79e5c87b-4365-4ca5-b301-84ab3bfaa089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:24:09.275616 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b4e796a2-4f9e-451b-890d-2d82087c8d1a req-79e5c87b-4365-4ca5-b301-84ab3bfaa089 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c3d6db271304958834a2c24b656f61e&device_id=24815d7f-a743-4c37-af58-cdedd6d6d6ef HTTP/1.1" status: 200 len: 1130 time: 0.0503297 Feb 16 14:24:09.375036 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e796a2-4f9e-451b-890d-2d82087c8d1a req-bf4c9089-6fc8-4bac-9e1f-9551698932c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:24:09.376781 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b4e796a2-4f9e-451b-890d-2d82087c8d1a req-bf4c9089-6fc8-4bac-9e1f-9551698932c1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b6af31c2-3d63-407d-9a53-f983b2f44ea1 HTTP/1.1" status: 200 len: 914 time: 0.0872087 Feb 16 14:24:09.444676 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b4e796a2-4f9e-451b-890d-2d82087c8d1a req-c08fa57a-990e-409e-95e4-9e346b4e2028 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d63ea2b8-aeda-454e-adfa-3045886c1fea HTTP/1.1" status: 200 len: 1000 time: 0.0608809 Feb 16 14:24:09.478951 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-c7897300-5cc0-40c5-bed5-4064a18f294b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251e824f-2bf8-498b-9625-581db5c40982', 'name': 'tempest-TestVolumeBootPattern-1264495037-router', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '8828c1b5-b135-4844-8744-f884925f81b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:17:28Z', 'updated_at': '2022-02-16T14:17:32Z', 'revision_number': 4, 'project_id': '5c3d6db271304958834a2c24b656f61e', 'gw_port': {'id': '8828c1b5-b135-4844-8744-f884925f81b0', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251e824f-2bf8-498b-9625-581db5c40982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:28Z', 'updated_at': '2022-02-16T14:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_floatingips': [{'id': '3c86c983-6508-4ebf-b380-1265aa587f01', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'floating_ip_address': '172.27.2.68', 'floating_network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'router_id': '251e824f-2bf8-498b-9625-581db5c40982', 'port_id': '5c39d531-c567-4cbf-95c3-3537c47443f3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1', 'mac_address': 'fa:16:3e:34:6a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781d0f1f-fbbc-49d1-b507-185a377674c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:21:45Z', 'updated_at': '2022-02-16T14:21:47Z', 'revision_number': 1, 'project_id': '5c3d6db271304958834a2c24b656f61e', 'fixed_ip_address_scope': None}, {'id': '9b211d61-c59f-42ba-ad04-4294405afc4e', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'router_id': '251e824f-2bf8-498b-9625-581db5c40982', 'port_id': 'd63ea2b8-aeda-454e-adfa-3045886c1fea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1', 'mac_address': 'fa:16:3e:93:1a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24815d7f-a743-4c37-af58-cdedd6d6d6ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:24:07Z', 'updated_at': '2022-02-16T14:24:07Z', 'revision_number': 0, 'project_id': '5c3d6db271304958834a2c24b656f61e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '579dbe9f-2967-4c1a-b2d6-7db586ad609a', 'name': '', 'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'mac_address': 'fa:16:3e:24:8f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251e824f-2bf8-498b-9625-581db5c40982', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '08195094-654a-4590-abde-4914e46611c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:31Z', 'updated_at': '2022-02-16T14:17:36Z', 'revision_number': 5, 'project_id': '5c3d6db271304958834a2c24b656f61e', 'subnets': [{'id': '08195094-654a-4590-abde-4914e46611c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:24:09.507607 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e796a2-4f9e-451b-890d-2d82087c8d1a req-199e7a19-4738-4a3c-8c20-161bc0b45cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:24:09.509864 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b4e796a2-4f9e-451b-890d-2d82087c8d1a req-199e7a19-4738-4a3c-8c20-161bc0b45cdd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=08195094-654a-4590-abde-4914e46611c7 HTTP/1.1" status: 200 len: 851 time: 0.0471516 Feb 16 14:24:09.577102 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e796a2-4f9e-451b-890d-2d82087c8d1a req-659255d9-d442-4685-951f-aedd36d20638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:24:09.578806 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b4e796a2-4f9e-451b-890d-2d82087c8d1a req-659255d9-d442-4685-951f-aedd36d20638 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b6af31c2-3d63-407d-9a53-f983b2f44ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0582685 Feb 16 14:24:09.643809 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7897300-5cc0-40c5-bed5-4064a18f294b None None] Checking router: 251e824f-2bf8-498b-9625-581db5c40982 for host: dv-cinder-773985-32-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:24:09.655971 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7897300-5cc0-40c5-bed5-4064a18f294b None None] Routers {'251e824f-2bf8-498b-9625-581db5c40982'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:24:09.656633 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-c7897300-5cc0-40c5-bed5-4064a18f294b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:23:41Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['251e824f-2bf8-498b-9625-581db5c40982'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:24:09.717711 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b4e796a2-4f9e-451b-890d-2d82087c8d1a req-bb2312cf-448f-4fc7-832f-482d4bce34be service neutron] 10.222.0.10 "GET /v2.0/networks/b6af31c2-3d63-407d-9a53-f983b2f44ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314604 Feb 16 14:24:09.791757 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-c7897300-5cc0-40c5-bed5-4064a18f294b None None] Set router 251e824f-2bf8-498b-9625-581db5c40982 gateway port host: dv-cinder-773985-32-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:24:09.914951 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b4e796a2-4f9e-451b-890d-2d82087c8d1a req-0705215c-6bd7-4ce0-8056-d3c011d9d073 service neutron] 10.222.0.10 "GET /v2.0/networks/b6af31c2-3d63-407d-9a53-f983b2f44ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826422 Feb 16 14:24:10.094121 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-c7897300-5cc0-40c5-bed5-4064a18f294b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251e824f-2bf8-498b-9625-581db5c40982', 'name': 'tempest-TestVolumeBootPattern-1264495037-router', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '8828c1b5-b135-4844-8744-f884925f81b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:17:28Z', 'updated_at': '2022-02-16T14:17:32Z', 'revision_number': 4, 'project_id': '5c3d6db271304958834a2c24b656f61e', 'gw_port': {'id': '8828c1b5-b135-4844-8744-f884925f81b0', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251e824f-2bf8-498b-9625-581db5c40982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:28Z', 'updated_at': '2022-02-16T14:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_floatingips': [{'id': '3c86c983-6508-4ebf-b380-1265aa587f01', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'floating_ip_address': '172.27.2.68', 'floating_network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'router_id': '251e824f-2bf8-498b-9625-581db5c40982', 'port_id': '5c39d531-c567-4cbf-95c3-3537c47443f3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1', 'mac_address': 'fa:16:3e:34:6a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781d0f1f-fbbc-49d1-b507-185a377674c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:21:45Z', 'updated_at': '2022-02-16T14:21:47Z', 'revision_number': 1, 'project_id': '5c3d6db271304958834a2c24b656f61e', 'fixed_ip_address_scope': None}, {'id': '9b211d61-c59f-42ba-ad04-4294405afc4e', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'router_id': '251e824f-2bf8-498b-9625-581db5c40982', 'port_id': 'd63ea2b8-aeda-454e-adfa-3045886c1fea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1', 'mac_address': 'fa:16:3e:93:1a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24815d7f-a743-4c37-af58-cdedd6d6d6ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:24:07Z', 'updated_at': '2022-02-16T14:24:07Z', 'revision_number': 0, 'project_id': '5c3d6db271304958834a2c24b656f61e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '579dbe9f-2967-4c1a-b2d6-7db586ad609a', 'name': '', 'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'mac_address': 'fa:16:3e:24:8f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251e824f-2bf8-498b-9625-581db5c40982', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '08195094-654a-4590-abde-4914e46611c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:31Z', 'updated_at': '2022-02-16T14:17:36Z', 'revision_number': 5, 'project_id': '5c3d6db271304958834a2c24b656f61e', 'subnets': [{'id': '08195094-654a-4590-abde-4914e46611c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:24:10.122985 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7897300-5cc0-40c5-bed5-4064a18f294b None None] The sync data for ids ['251e824f-2bf8-498b-9625-581db5c40982'] in dv-cinder-773985-32-iscsi is: [{'id': '251e824f-2bf8-498b-9625-581db5c40982', 'name': 'tempest-TestVolumeBootPattern-1264495037-router', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '8828c1b5-b135-4844-8744-f884925f81b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:17:28Z', 'updated_at': '2022-02-16T14:17:32Z', 'revision_number': 4, 'project_id': '5c3d6db271304958834a2c24b656f61e', 'gw_port': {'id': '8828c1b5-b135-4844-8744-f884925f81b0', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251e824f-2bf8-498b-9625-581db5c40982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:28Z', 'updated_at': '2022-02-16T14:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_floatingips': [{'id': '3c86c983-6508-4ebf-b380-1265aa587f01', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'floating_ip_address': '172.27.2.68', 'floating_network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'router_id': '251e824f-2bf8-498b-9625-581db5c40982', 'port_id': '5c39d531-c567-4cbf-95c3-3537c47443f3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1', 'mac_address': 'fa:16:3e:34:6a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781d0f1f-fbbc-49d1-b507-185a377674c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:21:45Z', 'updated_at': '2022-02-16T14:21:47Z', 'revision_number': 1, 'project_id': '5c3d6db271304958834a2c24b656f61e', 'fixed_ip_address_scope': None}, {'id': '9b211d61-c59f-42ba-ad04-4294405afc4e', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'router_id': '251e824f-2bf8-498b-9625-581db5c40982', 'port_id': 'd63ea2b8-aeda-454e-adfa-3045886c1fea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1', 'mac_address': 'fa:16:3e:93:1a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24815d7f-a743-4c37-af58-cdedd6d6d6ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:24:07Z', 'updated_at': '2022-02-16T14:24:07Z', 'revision_number': 0, 'project_id': '5c3d6db271304958834a2c24b656f61e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '579dbe9f-2967-4c1a-b2d6-7db586ad609a', 'name': '', 'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'mac_address': 'fa:16:3e:24:8f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251e824f-2bf8-498b-9625-581db5c40982', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '08195094-654a-4590-abde-4914e46611c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:31Z', 'updated_at': '2022-02-16T14:17:36Z', 'revision_number': 5, 'project_id': '5c3d6db271304958834a2c24b656f61e', 'subnets': [{'id': '08195094-654a-4590-abde-4914e46611c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:24:10.351970 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82288b5a-7e41-4b1e-a8d8-c8fcd4d699ca None None] New status for floating IP 9b211d61-c59f-42ba-ad04-4294405afc4e: ACTIVE {{(pid=102971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:24:11.186867 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ac526979-1981-4765-b394-59120ac20c68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (531611a8-34ea-4f1f-8d10-111cbf56a8a1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:11.205590 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 60882) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:24:11.321019 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-cf31ba31-dfb9-4747-964b-505517b1f535 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:11.402380 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-cf31ba31-dfb9-4747-964b-505517b1f535 admin admin] Publish callbacks [] for security_group (ba56a3ba-48f8-421b-ad11-9b14785d2105), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:11.406439 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-cf31ba31-dfb9-4747-964b-505517b1f535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (ba56a3ba-48f8-421b-ad11-9b14785d2105), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:11.449184 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-cf31ba31-dfb9-4747-964b-505517b1f535 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=a532d16a0abf4cdcbeedb49d249cca51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2424350 Feb 16 14:24:11.450423 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf31ba31-dfb9-4747-964b-505517b1f535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba56a3ba-48f8-421b-ad11-9b14785d2105,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:11.451912 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 60886) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:24:11.513275 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f7413211-f36c-4434-adec-2333a95ce1e8 admin admin] Publish callbacks [] for security_group (ba56a3ba-48f8-421b-ad11-9b14785d2105), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:11.538878 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f7413211-f36c-4434-adec-2333a95ce1e8 admin admin] Publish callbacks [] for security_group (ba56a3ba-48f8-421b-ad11-9b14785d2105), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:11.592073 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f7413211-f36c-4434-adec-2333a95ce1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (ba56a3ba-48f8-421b-ad11-9b14785d2105), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:11.594853 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f7413211-f36c-4434-adec-2333a95ce1e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:11.596043 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-f7413211-f36c-4434-adec-2333a95ce1e8 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/ba56a3ba-48f8-421b-ad11-9b14785d2105 HTTP/1.1" status: 204 len: 168 time: 0.1431580 Feb 16 14:24:11.606603 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7413211-f36c-4434-adec-2333a95ce1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba56a3ba-48f8-421b-ad11-9b14785d2105,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:11.901553 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 60900) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:24:11.916876 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b507c809-95f9-48ab-b8a0-5bf265dea59a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:11.990232 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b507c809-95f9-48ab-b8a0-5bf265dea59a admin admin] Publish callbacks [] for security_group (1b3d8fd3-8803-4c34-937b-5fc478e140ef), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:11.994800 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-b507c809-95f9-48ab-b8a0-5bf265dea59a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (1b3d8fd3-8803-4c34-937b-5fc478e140ef), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:12.037602 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-b507c809-95f9-48ab-b8a0-5bf265dea59a admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=9eb1dc7d711f4957a72eec2c9c061958&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1338744 Feb 16 14:24:12.037602 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b507c809-95f9-48ab-b8a0-5bf265dea59a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3d8fd3-8803-4c34-937b-5fc478e140ef,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:12.041047 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 60902) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:24:12.088901 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-1db45a0b-a80a-44c1-9ca8-146932ac01ca admin admin] Publish callbacks [] for security_group (1b3d8fd3-8803-4c34-937b-5fc478e140ef), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:12.113545 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-1db45a0b-a80a-44c1-9ca8-146932ac01ca admin admin] Publish callbacks [] for security_group (1b3d8fd3-8803-4c34-937b-5fc478e140ef), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:12.162070 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-1db45a0b-a80a-44c1-9ca8-146932ac01ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (1b3d8fd3-8803-4c34-937b-5fc478e140ef), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:12.164689 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-1db45a0b-a80a-44c1-9ca8-146932ac01ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:12.166421 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-1db45a0b-a80a-44c1-9ca8-146932ac01ca admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/1b3d8fd3-8803-4c34-937b-5fc478e140ef HTTP/1.1" status: 204 len: 168 time: 0.1248074 Feb 16 14:24:12.174148 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db45a0b-a80a-44c1-9ca8-146932ac01ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3d8fd3-8803-4c34-937b-5fc478e140ef,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:12.434905 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f4fb-7ea9-448d-9c44-08fc2737c2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (86100e92-d951-4144-bd87-36328b8a7b76), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:13.406398 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 60952) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:24:13.552455 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-48bed0d8-64c8-4871-bfb1-142140d22e20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:13.633751 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-48bed0d8-64c8-4871-bfb1-142140d22e20 admin admin] Publish callbacks [] for security_group (d97684a5-d19e-48f7-bcb1-b4273d1795a6), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:13.638936 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-48bed0d8-64c8-4871-bfb1-142140d22e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (d97684a5-d19e-48f7-bcb1-b4273d1795a6), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:13.678429 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-48bed0d8-64c8-4871-bfb1-142140d22e20 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=87013725487343dda9d110f0324183fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2706463 Feb 16 14:24:13.679331 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bed0d8-64c8-4871-bfb1-142140d22e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97684a5-d19e-48f7-bcb1-b4273d1795a6,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:13.681828 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 60956) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:24:13.739260 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ac86131d-db3b-4e6c-9567-647e6948f8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (6a38cbfe-57d3-4d37-ac59-552f6dc7f99c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:13.752273 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-42cb18ef-95dc-46d0-aba6-e74fc87daac5 admin admin] Publish callbacks [] for security_group (d97684a5-d19e-48f7-bcb1-b4273d1795a6), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:13.785159 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-42cb18ef-95dc-46d0-aba6-e74fc87daac5 admin admin] Publish callbacks [] for security_group (d97684a5-d19e-48f7-bcb1-b4273d1795a6), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:13.846436 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-42cb18ef-95dc-46d0-aba6-e74fc87daac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (d97684a5-d19e-48f7-bcb1-b4273d1795a6), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:13.851216 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-42cb18ef-95dc-46d0-aba6-e74fc87daac5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:13.853269 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-42cb18ef-95dc-46d0-aba6-e74fc87daac5 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/d97684a5-d19e-48f7-bcb1-b4273d1795a6 HTTP/1.1" status: 204 len: 168 time: 0.1701353 Feb 16 14:24:13.866527 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cb18ef-95dc-46d0-aba6-e74fc87daac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97684a5-d19e-48f7-bcb1-b4273d1795a6,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:14.626043 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 60990) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:24:14.780351 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-16a4ace2-24f4-41cc-947f-f9cd36e31126 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:14.863645 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-16a4ace2-24f4-41cc-947f-f9cd36e31126 admin admin] Publish callbacks [] for security_group (0a813930-aff5-4874-afbd-a8c21bc26891), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:14.868515 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-16a4ace2-24f4-41cc-947f-f9cd36e31126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (0a813930-aff5-4874-afbd-a8c21bc26891), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:14.908496 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-16a4ace2-24f4-41cc-947f-f9cd36e31126 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=940f859c12b349149a06c4c4c7b1f2e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2811072 Feb 16 14:24:14.909364 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a4ace2-24f4-41cc-947f-f9cd36e31126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a813930-aff5-4874-afbd-a8c21bc26891,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:14.911195 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 32770) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:24:14.966536 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-1c85a132-4ea5-45e1-9861-34c1dfdd2e36 admin admin] Publish callbacks [] for security_group (0a813930-aff5-4874-afbd-a8c21bc26891), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:14.987737 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-1c85a132-4ea5-45e1-9861-34c1dfdd2e36 admin admin] Publish callbacks [] for security_group (0a813930-aff5-4874-afbd-a8c21bc26891), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:15.046350 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-1c85a132-4ea5-45e1-9861-34c1dfdd2e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (0a813930-aff5-4874-afbd-a8c21bc26891), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:15.049383 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-1c85a132-4ea5-45e1-9861-34c1dfdd2e36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:15.050927 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-1c85a132-4ea5-45e1-9861-34c1dfdd2e36 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/0a813930-aff5-4874-afbd-a8c21bc26891 HTTP/1.1" status: 204 len: 168 time: 0.1381226 Feb 16 14:24:15.060313 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c85a132-4ea5-45e1-9861-34c1dfdd2e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a813930-aff5-4874-afbd-a8c21bc26891,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:15.083320 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (529a93d1-f8f6-4ba2-8600-6635050f85df), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:15.499952 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 32788) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:24:15.525417 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-7d194db4-c2cf-4b9c-ac0d-263f823e7b7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:15.622505 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-7d194db4-c2cf-4b9c-ac0d-263f823e7b7e admin admin] Publish callbacks [] for security_group (0216d83f-f30b-4ed4-b949-f5608362f944), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:15.628311 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-7d194db4-c2cf-4b9c-ac0d-263f823e7b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (0216d83f-f30b-4ed4-b949-f5608362f944), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:15.700192 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-7d194db4-c2cf-4b9c-ac0d-263f823e7b7e admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=90e75d589583436c91d74a799417e2c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1986713 Feb 16 14:24:15.701368 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d194db4-c2cf-4b9c-ac0d-263f823e7b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0216d83f-f30b-4ed4-b949-f5608362f944,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:15.704052 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 32794) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:24:15.776530 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-429a3249-9002-450e-98ed-ae2f32393fc3 admin admin] Publish callbacks [] for security_group (0216d83f-f30b-4ed4-b949-f5608362f944), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:15.800015 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-429a3249-9002-450e-98ed-ae2f32393fc3 admin admin] Publish callbacks [] for security_group (0216d83f-f30b-4ed4-b949-f5608362f944), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:15.851575 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-429a3249-9002-450e-98ed-ae2f32393fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (0216d83f-f30b-4ed4-b949-f5608362f944), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:15.856477 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-429a3249-9002-450e-98ed-ae2f32393fc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:15.857723 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-429a3249-9002-450e-98ed-ae2f32393fc3 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/0216d83f-f30b-4ed4-b949-f5608362f944 HTTP/1.1" status: 204 len: 168 time: 0.1513391 Feb 16 14:24:15.865896 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429a3249-9002-450e-98ed-ae2f32393fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0216d83f-f30b-4ed4-b949-f5608362f944,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:16.309174 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 32808) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:24:16.323660 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-292a653a-3b30-48a4-acb4-cb960cde10e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:16.413511 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-292a653a-3b30-48a4-acb4-cb960cde10e5 admin admin] Publish callbacks [] for security_group (a27a2abc-1598-4b44-b55c-30459c1d1e5f), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:16.418252 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-292a653a-3b30-48a4-acb4-cb960cde10e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (a27a2abc-1598-4b44-b55c-30459c1d1e5f), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:16.465916 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-292a653a-3b30-48a4-acb4-cb960cde10e5 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=f058a59b86d84f6eb41f4d21fc648151&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1524758 Feb 16 14:24:16.465916 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292a653a-3b30-48a4-acb4-cb960cde10e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a27a2abc-1598-4b44-b55c-30459c1d1e5f,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:16.466697 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 32812) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:24:16.527860 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7b607241-d2f3-4b1d-9b0d-be7f1c825df5 admin admin] Publish callbacks [] for security_group (a27a2abc-1598-4b44-b55c-30459c1d1e5f), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:16.550757 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7b607241-d2f3-4b1d-9b0d-be7f1c825df5 admin admin] Publish callbacks [] for security_group (a27a2abc-1598-4b44-b55c-30459c1d1e5f), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:16.601904 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7b607241-d2f3-4b1d-9b0d-be7f1c825df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (a27a2abc-1598-4b44-b55c-30459c1d1e5f), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:16.604958 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7b607241-d2f3-4b1d-9b0d-be7f1c825df5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:16.606114 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-7b607241-d2f3-4b1d-9b0d-be7f1c825df5 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/a27a2abc-1598-4b44-b55c-30459c1d1e5f HTTP/1.1" status: 204 len: 168 time: 0.1388597 Feb 16 14:24:16.614934 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b607241-d2f3-4b1d-9b0d-be7f1c825df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27a2abc-1598-4b44-b55c-30459c1d1e5f,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:17.698081 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 32856) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:24:17.870925 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-4b095cb9-038a-4b94-b020-8c32ba8daf52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:17.956643 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-4b095cb9-038a-4b94-b020-8c32ba8daf52 admin admin] Publish callbacks [] for security_group (d3c14a81-44c6-4f24-aa46-17ce6c13366f), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:17.962013 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-4b095cb9-038a-4b94-b020-8c32ba8daf52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (d3c14a81-44c6-4f24-aa46-17ce6c13366f), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:18.003157 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-4b095cb9-038a-4b94-b020-8c32ba8daf52 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=9ce2fddb576e42889826e6e9f8921ef6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3040590 Feb 16 14:24:18.004040 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b095cb9-038a-4b94-b020-8c32ba8daf52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c14a81-44c6-4f24-aa46-17ce6c13366f,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:18.007996 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 32860) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:24:18.078688 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c0618591-8ceb-4af4-93f3-4b889a5b147d admin admin] Publish callbacks [] for security_group (d3c14a81-44c6-4f24-aa46-17ce6c13366f), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:18.110173 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c0618591-8ceb-4af4-93f3-4b889a5b147d admin admin] Publish callbacks [] for security_group (d3c14a81-44c6-4f24-aa46-17ce6c13366f), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:18.184244 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c0618591-8ceb-4af4-93f3-4b889a5b147d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (d3c14a81-44c6-4f24-aa46-17ce6c13366f), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:18.188998 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-c0618591-8ceb-4af4-93f3-4b889a5b147d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:18.190936 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-c0618591-8ceb-4af4-93f3-4b889a5b147d admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/d3c14a81-44c6-4f24-aa46-17ce6c13366f HTTP/1.1" status: 204 len: 168 time: 0.1738882 Feb 16 14:24:18.202348 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0618591-8ceb-4af4-93f3-4b889a5b147d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c14a81-44c6-4f24-aa46-17ce6c13366f,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:18.940006 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 32894) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:24:19.055385 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-49a7c594-b847-43b5-ae38-2c5a3361f9d9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2119567740-network', 'tenant_id': '3aa153c01de34a9fa001939c2af1359a'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:24:19.081153 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a7c594-b847-43b5-ae38-2c5a3361f9d9 admin admin] Made reservation on behalf of 3aa153c01de34a9fa001939c2af1359a for: {'network': 1} {{(pid=102969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:24:19.083473 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-49a7c594-b847-43b5-ae38-2c5a3361f9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for network (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:19.091878 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-49a7c594-b847-43b5-ae38-2c5a3361f9d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:19.181829 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-49a7c594-b847-43b5-ae38-2c5a3361f9d9 admin admin] Publish callbacks [] for security_group (89cabfa8-46fe-4634-bcef-c239808bc47a), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:19.186109 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-49a7c594-b847-43b5-ae38-2c5a3361f9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (89cabfa8-46fe-4634-bcef-c239808bc47a), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:19.215686 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49a7c594-b847-43b5-ae38-2c5a3361f9d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1313} {{(pid=102969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:24:19.220507 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a7c594-b847-43b5-ae38-2c5a3361f9d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89cabfa8-46fe-4634-bcef-c239808bc47a,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:19.228137 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-49a7c594-b847-43b5-ae38-2c5a3361f9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894495'] for segment (34a87ae9-f53b-473e-b547-fa22f0d08b64), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:19.228476 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.db.segments_db [None req-49a7c594-b847-43b5-ae38-2c5a3361f9d9 admin admin] Added segment 34a87ae9-f53b-473e-b547-fa22f0d08b64 of type vlan for network 6d4b2f53-288d-4ba1-baf8-af877bb16ef2 Feb 16 14:24:19.272311 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-49a7c594-b847-43b5-ae38-2c5a3361f9d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784246940290'] for network (6d4b2f53-288d-4ba1-baf8-af877bb16ef2), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:19.301430 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-49a7c594-b847-43b5-ae38-2c5a3361f9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354'] for network (6d4b2f53-288d-4ba1-baf8-af877bb16ef2), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:19.302724 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a7c594-b847-43b5-ae38-2c5a3361f9d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:24:19.303445 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-49a7c594-b847-43b5-ae38-2c5a3361f9d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for network (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:19.342921 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-49a7c594-b847-43b5-ae38-2c5a3361f9d9 admin admin] 10.222.0.120 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4017835 Feb 16 14:24:19.343203 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 32898) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:24:19.348685 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-556b7c8d-9d37-464b-96b6-c198b88e99f1 admin admin] Request body: {'subnet': {'network_id': '6d4b2f53-288d-4ba1-baf8-af877bb16ef2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2119567740-subnet', 'tenant_id': '3aa153c01de34a9fa001939c2af1359a', 'ip_version': 4}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:24:19.371640 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556b7c8d-9d37-464b-96b6-c198b88e99f1 admin admin] Made reservation on behalf of 3aa153c01de34a9fa001939c2af1359a for: {'subnet': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:24:19.371867 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a7c594-b847-43b5-ae38-2c5a3361f9d9 admin admin] Pushing event updated for resources: {'Network': ['ID=6d4b2f53-288d-4ba1-baf8-af877bb16ef2,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:19.374100 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-556b7c8d-9d37-464b-96b6-c198b88e99f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9090856'] for subnet (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:19.384509 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Network 6d4b2f53-288d-4ba1-baf8-af877bb16ef2 details requested by agent ovs-agent-dv-cinder-773985-32-iscsi with host dv-cinder-773985-32-iscsi {{(pid=102970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:24:19.577443 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-556b7c8d-9d37-464b-96b6-c198b88e99f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8811830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9090842'] for subnet (7f0b8202-cb6f-47ce-ab81-e5b4204238b4), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:19.639096 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556b7c8d-9d37-464b-96b6-c198b88e99f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f0b8202-cb6f-47ce-ab81-e5b4204238b4,revision_number=0']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:19.651257 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556b7c8d-9d37-464b-96b6-c198b88e99f1 admin admin] Checking segment: {'id': '34a87ae9-f53b-473e-b547-fa22f0d08b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '6d4b2f53-288d-4ba1-baf8-af877bb16ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:24:19.651257 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556b7c8d-9d37-464b-96b6-c198b88e99f1 admin admin] Network hostable DHCP agents. Network: 6d4b2f53-288d-4ba1-baf8-af877bb16ef2, hostable agents: ['10a26995-69c6-4373-972b-e8a4ac0e51da'], hosted agents: [] {{(pid=102968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:24:19.666277 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556b7c8d-9d37-464b-96b6-c198b88e99f1 admin admin] Network 6d4b2f53-288d-4ba1-baf8-af877bb16ef2 is scheduled to be hosted by DHCP agent 10a26995-69c6-4373-972b-e8a4ac0e51da with binding_index 1 {{(pid=102968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:24:19.677056 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [None req-556b7c8d-9d37-464b-96b6-c198b88e99f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-32-iscsi, 6d4b2f53-288d-4ba1-baf8-af877bb16ef2) {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:24:19.682025 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556b7c8d-9d37-464b-96b6-c198b88e99f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:24:19.682631 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-556b7c8d-9d37-464b-96b6-c198b88e99f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for subnet (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:19.689266 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e0c052-176d-4061-8d69-40df73000029 None None] Network 6d4b2f53-288d-4ba1-baf8-af877bb16ef2 requested from dv-cinder-773985-32-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:24:19.706461 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-556b7c8d-9d37-464b-96b6-c198b88e99f1 admin admin] 10.222.0.120 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3597074 Feb 16 14:24:19.706722 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 32904) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:24:19.714470 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-24061b40-c355-4c86-b06d-12011396ff07 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2119567740-router', 'tenant_id': '3aa153c01de34a9fa001939c2af1359a', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444'}}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:24:19.750231 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-24061b40-c355-4c86-b06d-12011396ff07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24928'] for router (38144d85-335a-4f7f-a5d6-376f256322cd), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:19.751870 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-24061b40-c355-4c86-b06d-12011396ff07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1644564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24987'] for router (38144d85-335a-4f7f-a5d6-376f256322cd), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:19.824954 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3dca3b9-e0d8-4613-9540-e6f4050b270e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79a0a048-c219-5e99-a467-099ebabd7883-6d4b2f53-288d-4ba1-baf8-af877bb16ef2', 'network_id': '6d4b2f53-288d-4ba1-baf8-af877bb16ef2', 'project_id': '3aa153c01de34a9fa001939c2af1359a', 'fixed_ips': [{'subnet_id': '7f0b8202-cb6f-47ce-ab81-e5b4204238b4'}]}} from dv-cinder-773985-32-iscsi. {{(pid=102970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 14:24:19.826393 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c3dca3b9-e0d8-4613-9540-e6f4050b270e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:19.831332 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-24061b40-c355-4c86-b06d-12011396ff07 admin admin] Publish callbacks [] for router_controller (38144d85-335a-4f7f-a5d6-376f256322cd), precommit_add_association {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:20.015848 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-24061b40-c355-4c86-b06d-12011396ff07 admin admin] Publish callbacks [] for router_gateway (38144d85-335a-4f7f-a5d6-376f256322cd), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:20.019312 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.db_base_plugin_common [None req-c3dca3b9-e0d8-4613-9540-e6f4050b270e None None] Allocated IP 172.20.0.2 (6d4b2f53-288d-4ba1-baf8-af877bb16ef2/7f0b8202-cb6f-47ce-ab81-e5b4204238b4/79df8df6-203e-402c-a8cf-82f182de0c8f) {{(pid=102970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:24:20.178200 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c3dca3b9-e0d8-4613-9540-e6f4050b270e None None] Publish callbacks [] for port (79df8df6-203e-402c-a8cf-82f182de0c8f), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:20.185190 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c3dca3b9-e0d8-4613-9540-e6f4050b270e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784246951208'] for port (79df8df6-203e-402c-a8cf-82f182de0c8f), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:20.226788 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3dca3b9-e0d8-4613-9540-e6f4050b270e None None] Network 6d4b2f53-288d-4ba1-baf8-af877bb16ef2 is already hosted by enough agents. {{(pid=102970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:24:20.236306 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [None req-c3dca3b9-e0d8-4613-9540-e6f4050b270e None None] Resources bound (agent type, host, resource id): {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:24:20.241434 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dca3b9-e0d8-4613-9540-e6f4050b270e None None] Received port after_create {{(pid=102970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:24:20.245232 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dca3b9-e0d8-4613-9540-e6f4050b270e None None] Pushing event updated for resources: {'Port': ['ID=79df8df6-203e-402c-a8cf-82f182de0c8f,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:20.253474 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-24061b40-c355-4c86-b06d-12011396ff07 admin admin] Publish callbacks [] for router_gateway (38144d85-335a-4f7f-a5d6-376f256322cd), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:20.273833 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-24061b40-c355-4c86-b06d-12011396ff07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:20.307205 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-c3dca3b9-e0d8-4613-9540-e6f4050b270e None None] Attempting to bind port 79df8df6-203e-402c-a8cf-82f182de0c8f on host dv-cinder-773985-32-iscsi for vnic_type normal with profile {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:24:20.307611 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-c3dca3b9-e0d8-4613-9540-e6f4050b270e None None] Attempting to bind port 79df8df6-203e-402c-a8cf-82f182de0c8f by drivers openvswitch,hyperv on host dv-cinder-773985-32-iscsi at level 0 using segments [{'id': '34a87ae9-f53b-473e-b547-fa22f0d08b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '6d4b2f53-288d-4ba1-baf8-af877bb16ef2'}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:24:20.307984 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dca3b9-e0d8-4613-9540-e6f4050b270e None None] Attempting to bind port 79df8df6-203e-402c-a8cf-82f182de0c8f on network 6d4b2f53-288d-4ba1-baf8-af877bb16ef2 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:24:20.313368 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dca3b9-e0d8-4613-9540-e6f4050b270e None None] Checking agent: {'id': '529a93d1-f8f6-4ba2-8600-6635050f85df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 7, 45), 'started_at': datetime.datetime(2022, 2, 16, 14, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:24:20.314305 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dca3b9-e0d8-4613-9540-e6f4050b270e None None] Checking segment: {'id': '34a87ae9-f53b-473e-b547-fa22f0d08b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '6d4b2f53-288d-4ba1-baf8-af877bb16ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:24:20.314305 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c3dca3b9-e0d8-4613-9540-e6f4050b270e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:20.314598 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dca3b9-e0d8-4613-9540-e6f4050b270e None None] Bound using segment: {'id': '34a87ae9-f53b-473e-b547-fa22f0d08b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '6d4b2f53-288d-4ba1-baf8-af877bb16ef2'} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:24:20.315002 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-c3dca3b9-e0d8-4613-9540-e6f4050b270e None None] Bound port: 79df8df6-203e-402c-a8cf-82f182de0c8f, host: dv-cinder-773985-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a87ae9-f53b-473e-b547-fa22f0d08b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '6d4b2f53-288d-4ba1-baf8-af877bb16ef2'}}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:24:20.316094 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c3dca3b9-e0d8-4613-9540-e6f4050b270e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (79df8df6-203e-402c-a8cf-82f182de0c8f), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:20.387437 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_common [None req-24061b40-c355-4c86-b06d-12011396ff07 admin admin] Allocated IP 172.27.2.36 (5b71b9ca-6085-48b7-9167-93053be13444/8c2b85af-3da9-4754-9d29-6d95dbdc6260/d3f9b883-8652-4f56-a273-178812b6a2d1) {{(pid=102968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:24:20.388067 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-c3dca3b9-e0d8-4613-9540-e6f4050b270e None None] For port 79df8df6-203e-402c-a8cf-82f182de0c8f, host dv-cinder-773985-32-iscsi, cleared binding levels {{(pid=102970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:24:20.391017 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-c3dca3b9-e0d8-4613-9540-e6f4050b270e None None] For port 79df8df6-203e-402c-a8cf-82f182de0c8f, host dv-cinder-773985-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=79df8df6-203e-402c-a8cf-82f182de0c8f,segment=NetworkSegment(34a87ae9-f53b-473e-b547-fa22f0d08b64),segment_id=34a87ae9-f53b-473e-b547-fa22f0d08b64)] {{(pid=102970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:24:20.397073 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c3dca3b9-e0d8-4613-9540-e6f4050b270e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (79df8df6-203e-402c-a8cf-82f182de0c8f), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:20.458550 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dca3b9-e0d8-4613-9540-e6f4050b270e None None] Pushing event updated for resources: {'Port': ['ID=79df8df6-203e-402c-a8cf-82f182de0c8f,revision_number=2']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:20.509792 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-24061b40-c355-4c86-b06d-12011396ff07 admin admin] Publish callbacks [] for port (d3f9b883-8652-4f56-a273-178812b6a2d1), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:20.547621 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-24061b40-c355-4c86-b06d-12011396ff07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784246951208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811206'] for port (d3f9b883-8652-4f56-a273-178812b6a2d1), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:20.590575 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24061b40-c355-4c86-b06d-12011396ff07 admin admin] Network 5b71b9ca-6085-48b7-9167-93053be13444 is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:24:20.593585 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [None req-24061b40-c355-4c86-b06d-12011396ff07 admin admin] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:24:20.598008 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24061b40-c355-4c86-b06d-12011396ff07 admin admin] Received port after_create {{(pid=102968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:24:20.601254 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24061b40-c355-4c86-b06d-12011396ff07 admin admin] Pushing event updated for resources: {'Port': ['ID=d3f9b883-8652-4f56-a273-178812b6a2d1,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:20.896995 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-24061b40-c355-4c86-b06d-12011396ff07 admin admin] Publish callbacks [] for router_gateway (38144d85-335a-4f7f-a5d6-376f256322cd), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:21.100476 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-24061b40-c355-4c86-b06d-12011396ff07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1596030'] for router (38144d85-335a-4f7f-a5d6-376f256322cd), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:21.252203 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24061b40-c355-4c86-b06d-12011396ff07 admin admin] Router 38144d85-335a-4f7f-a5d6-376f256322cd is scheduled to L3 agent 531611a8-34ea-4f1f-8d10-111cbf56a8a1 with binding_index 1 {{(pid=102968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:24:21.373846 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24061b40-c355-4c86-b06d-12011396ff07 admin admin] Notify agent at l3_agent.dv-cinder-773985-32-iscsi the message routers_updated {{(pid=102968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:24:21.383651 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a0f8e0-8efa-4085-99fc-edd55ac86b0a None None] Sync routers for ids ['38144d85-335a-4f7f-a5d6-376f256322cd'] in dv-cinder-773985-32-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:24:21.397964 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a0f8e0-8efa-4085-99fc-edd55ac86b0a None None] Routers {'38144d85-335a-4f7f-a5d6-376f256322cd'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:24:21.398635 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-24061b40-c355-4c86-b06d-12011396ff07 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:21.400990 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-d1a0f8e0-8efa-4085-99fc-edd55ac86b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:24:11Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['38144d85-335a-4f7f-a5d6-376f256322cd'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:24:21.402879 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 32928) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:24:21.403810 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-24061b40-c355-4c86-b06d-12011396ff07 admin admin] 10.222.0.120 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6959224 Feb 16 14:24:21.525703 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411a3aa2-d64e-4150-96e4-1007a0392c90 None None] Network 6d4b2f53-288d-4ba1-baf8-af877bb16ef2 requested from dv-cinder-773985-32-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:24:21.544891 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-d1a0f8e0-8efa-4085-99fc-edd55ac86b0a None None] Set router 38144d85-335a-4f7f-a5d6-376f256322cd gateway port host: dv-cinder-773985-32-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:24:21.711717 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-e2e26c45-c084-4e2a-80c4-41172bd1f7cb None None] Provisioning complete for port 79df8df6-203e-402c-a8cf-82f182de0c8f triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:24:21.712700 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-e2e26c45-c084-4e2a-80c4-41172bd1f7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (79df8df6-203e-402c-a8cf-82f182de0c8f), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:21.864164 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-29312ca4-bc17-4d00-b13c-7d7fe89012ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:21.884885 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device 79df8df6-203e-402c-a8cf-82f182de0c8f up at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:24:21.933703 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-e2e26c45-c084-4e2a-80c4-41172bd1f7cb None None] Current status of the port 79df8df6-203e-402c-a8cf-82f182de0c8f is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:24:21.934108 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-e2e26c45-c084-4e2a-80c4-41172bd1f7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (79df8df6-203e-402c-a8cf-82f182de0c8f), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:21.972464 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-d1a0f8e0-8efa-4085-99fc-edd55ac86b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38144d85-335a-4f7f-a5d6-376f256322cd', 'name': 'tempest-TestShelveInstance-2119567740-router', 'tenant_id': '3aa153c01de34a9fa001939c2af1359a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'd3f9b883-8652-4f56-a273-178812b6a2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:24:19Z', 'updated_at': '2022-02-16T14:24:20Z', 'revision_number': 3, 'project_id': '3aa153c01de34a9fa001939c2af1359a', 'gw_port': {'id': 'd3f9b883-8652-4f56-a273-178812b6a2d1', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b5:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38144d85-335a-4f7f-a5d6-376f256322cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:24:20Z', 'updated_at': '2022-02-16T14:24:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi'}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:24:22.015233 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a0f8e0-8efa-4085-99fc-edd55ac86b0a None None] Checking router: 38144d85-335a-4f7f-a5d6-376f256322cd for host: dv-cinder-773985-32-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:24:22.016023 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a0f8e0-8efa-4085-99fc-edd55ac86b0a None None] Updating router 38144d85-335a-4f7f-a5d6-376f256322cd port d3f9b883-8652-4f56-a273-178812b6a2d1 binding host dv-cinder-773985-32-iscsi {{(pid=102970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:24:22.019536 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-e2e26c45-c084-4e2a-80c4-41172bd1f7cb None None] For port 79df8df6-203e-402c-a8cf-82f182de0c8f, host dv-cinder-773985-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=79df8df6-203e-402c-a8cf-82f182de0c8f,segment=NetworkSegment(34a87ae9-f53b-473e-b547-fa22f0d08b64),segment_id=34a87ae9-f53b-473e-b547-fa22f0d08b64)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:24:22.020698 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Provisioning complete for port 79df8df6-203e-402c-a8cf-82f182de0c8f triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:24:22.021209 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (79df8df6-203e-402c-a8cf-82f182de0c8f), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:22.057262 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-e2e26c45-c084-4e2a-80c4-41172bd1f7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (79df8df6-203e-402c-a8cf-82f182de0c8f), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:22.072555 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.db.db_base_plugin_common [None req-29312ca4-bc17-4d00-b13c-7d7fe89012ad admin admin] Allocated IP 172.20.0.1 (6d4b2f53-288d-4ba1-baf8-af877bb16ef2/7f0b8202-cb6f-47ce-ab81-e5b4204238b4/a6b16f97-752a-4597-a7a2-6167c27da797) {{(pid=102969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:24:22.107429 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d1a0f8e0-8efa-4085-99fc-edd55ac86b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (d3f9b883-8652-4f56-a273-178812b6a2d1), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:22.182052 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-29312ca4-bc17-4d00-b13c-7d7fe89012ad admin admin] Publish callbacks [] for port (a6b16f97-752a-4597-a7a2-6167c27da797), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:22.220300 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-29312ca4-bc17-4d00-b13c-7d7fe89012ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784246951208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10340347'] for port (a6b16f97-752a-4597-a7a2-6167c27da797), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:22.265467 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29312ca4-bc17-4d00-b13c-7d7fe89012ad admin admin] Network 6d4b2f53-288d-4ba1-baf8-af877bb16ef2 is already hosted by enough agents. {{(pid=102969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:24:22.268458 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-29312ca4-bc17-4d00-b13c-7d7fe89012ad admin admin] Resources bound (agent type, host, resource id): {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:24:22.271480 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29312ca4-bc17-4d00-b13c-7d7fe89012ad admin admin] Received port after_create {{(pid=102969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:24:22.312278 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e26c45-c084-4e2a-80c4-41172bd1f7cb None None] Pushing event updated for resources: {'Port': ['ID=79df8df6-203e-402c-a8cf-82f182de0c8f,revision_number=3']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:22.402833 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-a4e46d81-c740-4741-b801-286523bb23dc None None] Provisioning complete for port 79df8df6-203e-402c-a8cf-82f182de0c8f triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:24:22.403720 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-a4e46d81-c740-4741-b801-286523bb23dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (79df8df6-203e-402c-a8cf-82f182de0c8f), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:22.467680 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Current status of the port 79df8df6-203e-402c-a8cf-82f182de0c8f is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:24:22.592593 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-a4e46d81-c740-4741-b801-286523bb23dc None None] Current status of the port 79df8df6-203e-402c-a8cf-82f182de0c8f is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:24:22.595644 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29312ca4-bc17-4d00-b13c-7d7fe89012ad admin admin] Pushing event updated for resources: {'Port': ['ID=a6b16f97-752a-4597-a7a2-6167c27da797,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:22.614088 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-29312ca4-bc17-4d00-b13c-7d7fe89012ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1593123'] for router_interface (38144d85-335a-4f7f-a5d6-376f256322cd), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:22.652428 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d1a0f8e0-8efa-4085-99fc-edd55ac86b0a None None] Publish callbacks [] for port (d3f9b883-8652-4f56-a273-178812b6a2d1), precommit_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:22.658531 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d1a0f8e0-8efa-4085-99fc-edd55ac86b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (d3f9b883-8652-4f56-a273-178812b6a2d1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:22.721236 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484f49f1-724b-404e-8aa4-abd8cf6b60dc None None] Pushing event updated for resources: {'Port': ['ID=d3f9b883-8652-4f56-a273-178812b6a2d1,revision_number=2']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:22.724996 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-d1a0f8e0-8efa-4085-99fc-edd55ac86b0a None None] Attempting to bind port d3f9b883-8652-4f56-a273-178812b6a2d1 on host dv-cinder-773985-32-iscsi for vnic_type normal with profile {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:24:22.725370 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-d1a0f8e0-8efa-4085-99fc-edd55ac86b0a None None] Attempting to bind port d3f9b883-8652-4f56-a273-178812b6a2d1 by drivers openvswitch,hyperv on host dv-cinder-773985-32-iscsi at level 0 using segments [{'id': '26d58d4e-c6ed-4576-9373-5fb9e6fda4ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444'}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:24:22.725739 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a0f8e0-8efa-4085-99fc-edd55ac86b0a None None] Attempting to bind port d3f9b883-8652-4f56-a273-178812b6a2d1 on network 5b71b9ca-6085-48b7-9167-93053be13444 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:24:22.735611 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a0f8e0-8efa-4085-99fc-edd55ac86b0a None None] Checking agent: {'id': '529a93d1-f8f6-4ba2-8600-6635050f85df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 7, 45), 'started_at': datetime.datetime(2022, 2, 16, 14, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:24:22.735998 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a0f8e0-8efa-4085-99fc-edd55ac86b0a None None] Checking segment: {'id': '26d58d4e-c6ed-4576-9373-5fb9e6fda4ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:24:22.736408 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d1a0f8e0-8efa-4085-99fc-edd55ac86b0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:22.736811 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a0f8e0-8efa-4085-99fc-edd55ac86b0a None None] Bound using segment: {'id': '26d58d4e-c6ed-4576-9373-5fb9e6fda4ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444'} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:24:22.737274 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-d1a0f8e0-8efa-4085-99fc-edd55ac86b0a None None] Bound port: d3f9b883-8652-4f56-a273-178812b6a2d1, host: dv-cinder-773985-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26d58d4e-c6ed-4576-9373-5fb9e6fda4ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444'}}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:24:22.737703 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d1a0f8e0-8efa-4085-99fc-edd55ac86b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (d3f9b883-8652-4f56-a273-178812b6a2d1), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:22.739553 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-f670adcf-995a-491e-9b10-6ba8e224a1c7 None None] Provisioning complete for port a6b16f97-752a-4597-a7a2-6167c27da797 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:24:22.739910 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-f670adcf-995a-491e-9b10-6ba8e224a1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (a6b16f97-752a-4597-a7a2-6167c27da797), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:22.755407 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 32942) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:24:22.770748 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-29312ca4-bc17-4d00-b13c-7d7fe89012ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (a6b16f97-752a-4597-a7a2-6167c27da797), before_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:22.812511 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-f670adcf-995a-491e-9b10-6ba8e224a1c7 None None] Port a6b16f97-752a-4597-a7a2-6167c27da797 cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:24:22.825663 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-d1a0f8e0-8efa-4085-99fc-edd55ac86b0a None None] For port d3f9b883-8652-4f56-a273-178812b6a2d1, host dv-cinder-773985-32-iscsi, cleared binding levels {{(pid=102970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:24:22.830379 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-d1a0f8e0-8efa-4085-99fc-edd55ac86b0a None None] For port d3f9b883-8652-4f56-a273-178812b6a2d1, host dv-cinder-773985-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=d3f9b883-8652-4f56-a273-178812b6a2d1,segment=NetworkSegment(26d58d4e-c6ed-4576-9373-5fb9e6fda4ae),segment_id=26d58d4e-c6ed-4576-9373-5fb9e6fda4ae)] {{(pid=102970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:24:22.836736 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d1a0f8e0-8efa-4085-99fc-edd55ac86b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (d3f9b883-8652-4f56-a273-178812b6a2d1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:22.882841 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-f191646a-439d-452b-8f49-ae1b2960a034 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:22.896768 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a0f8e0-8efa-4085-99fc-edd55ac86b0a None None] Routers {'38144d85-335a-4f7f-a5d6-376f256322cd'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:24:22.897410 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-d1a0f8e0-8efa-4085-99fc-edd55ac86b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:24:11Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['38144d85-335a-4f7f-a5d6-376f256322cd'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:24:22.956106 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-29312ca4-bc17-4d00-b13c-7d7fe89012ad admin admin] Publish callbacks [] for port (a6b16f97-752a-4597-a7a2-6167c27da797), precommit_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:22.962623 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-29312ca4-bc17-4d00-b13c-7d7fe89012ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10340336'] for port (a6b16f97-752a-4597-a7a2-6167c27da797), after_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:22.966343 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484f49f1-724b-404e-8aa4-abd8cf6b60dc None None] Pushing event updated for resources: {'Port': ['ID=d3f9b883-8652-4f56-a273-178812b6a2d1,revision_number=3']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:22.971721 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-f191646a-439d-452b-8f49-ae1b2960a034 admin admin] Publish callbacks [] for security_group (ae392e02-9fda-44d5-b8d0-928d67def7bf), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:22.978659 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-f191646a-439d-452b-8f49-ae1b2960a034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (ae392e02-9fda-44d5-b8d0-928d67def7bf), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:23.026127 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-f191646a-439d-452b-8f49-ae1b2960a034 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=aa1e96d5fcb84ed7959fa67a53df2ab0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2699988 Feb 16 14:24:23.027586 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 32946) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:24:23.028089 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-d1a0f8e0-8efa-4085-99fc-edd55ac86b0a None None] Set router 38144d85-335a-4f7f-a5d6-376f256322cd gateway port host: dv-cinder-773985-32-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:24:23.030295 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f191646a-439d-452b-8f49-ae1b2960a034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae392e02-9fda-44d5-b8d0-928d67def7bf,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:23.062804 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-29312ca4-bc17-4d00-b13c-7d7fe89012ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2062336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1593279'] for router_interface (38144d85-335a-4f7f-a5d6-376f256322cd), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:23.064524 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29312ca4-bc17-4d00-b13c-7d7fe89012ad admin admin] Pushing event updated for resources: {'Port': ['ID=a6b16f97-752a-4597-a7a2-6167c27da797,revision_number=2']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:23.123585 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-7be1bd9d-f4c8-4891-9a11-94775f48a7bf admin admin] Publish callbacks [] for security_group (ae392e02-9fda-44d5-b8d0-928d67def7bf), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:23.178749 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-7be1bd9d-f4c8-4891-9a11-94775f48a7bf admin admin] Publish callbacks [] for security_group (ae392e02-9fda-44d5-b8d0-928d67def7bf), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:23.218644 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29312ca4-bc17-4d00-b13c-7d7fe89012ad admin admin] Network 6d4b2f53-288d-4ba1-baf8-af877bb16ef2 is already hosted by enough agents. {{(pid=102969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:24:23.222563 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-29312ca4-bc17-4d00-b13c-7d7fe89012ad admin admin] Resources bound (agent type, host, resource id): {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:24:23.254918 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-d1a0f8e0-8efa-4085-99fc-edd55ac86b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38144d85-335a-4f7f-a5d6-376f256322cd', 'name': 'tempest-TestShelveInstance-2119567740-router', 'tenant_id': '3aa153c01de34a9fa001939c2af1359a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'd3f9b883-8652-4f56-a273-178812b6a2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:24:19Z', 'updated_at': '2022-02-16T14:24:22Z', 'revision_number': 4, 'project_id': '3aa153c01de34a9fa001939c2af1359a', 'gw_port': {'id': 'd3f9b883-8652-4f56-a273-178812b6a2d1', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b5:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38144d85-335a-4f7f-a5d6-376f256322cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:24:20Z', 'updated_at': '2022-02-16T14:24:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_interfaces': [{'id': 'a6b16f97-752a-4597-a7a2-6167c27da797', 'name': '', 'network_id': '6d4b2f53-288d-4ba1-baf8-af877bb16ef2', 'tenant_id': '3aa153c01de34a9fa001939c2af1359a', 'mac_address': 'fa:16:3e:21:25:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38144d85-335a-4f7f-a5d6-376f256322cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7f0b8202-cb6f-47ce-ab81-e5b4204238b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:24:21Z', 'updated_at': '2022-02-16T14:24:22Z', 'revision_number': 1, 'project_id': '3aa153c01de34a9fa001939c2af1359a', 'subnets': [{'id': '7f0b8202-cb6f-47ce-ab81-e5b4204238b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:24:23.291340 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a0f8e0-8efa-4085-99fc-edd55ac86b0a None None] The sync data for ids ['38144d85-335a-4f7f-a5d6-376f256322cd'] in dv-cinder-773985-32-iscsi is: [{'id': '38144d85-335a-4f7f-a5d6-376f256322cd', 'name': 'tempest-TestShelveInstance-2119567740-router', 'tenant_id': '3aa153c01de34a9fa001939c2af1359a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'd3f9b883-8652-4f56-a273-178812b6a2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:24:19Z', 'updated_at': '2022-02-16T14:24:22Z', 'revision_number': 4, 'project_id': '3aa153c01de34a9fa001939c2af1359a', 'gw_port': {'id': 'd3f9b883-8652-4f56-a273-178812b6a2d1', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b5:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38144d85-335a-4f7f-a5d6-376f256322cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:24:20Z', 'updated_at': '2022-02-16T14:24:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_interfaces': [{'id': 'a6b16f97-752a-4597-a7a2-6167c27da797', 'name': '', 'network_id': '6d4b2f53-288d-4ba1-baf8-af877bb16ef2', 'tenant_id': '3aa153c01de34a9fa001939c2af1359a', 'mac_address': 'fa:16:3e:21:25:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38144d85-335a-4f7f-a5d6-376f256322cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7f0b8202-cb6f-47ce-ab81-e5b4204238b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:24:21Z', 'updated_at': '2022-02-16T14:24:22Z', 'revision_number': 1, 'project_id': '3aa153c01de34a9fa001939c2af1359a', 'subnets': [{'id': '7f0b8202-cb6f-47ce-ab81-e5b4204238b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:24:23.308419 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-7be1bd9d-f4c8-4891-9a11-94775f48a7bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (ae392e02-9fda-44d5-b8d0-928d67def7bf), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:23.315765 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-7be1bd9d-f4c8-4891-9a11-94775f48a7bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:23.315765 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-7be1bd9d-f4c8-4891-9a11-94775f48a7bf admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/ae392e02-9fda-44d5-b8d0-928d67def7bf HTTP/1.1" status: 204 len: 168 time: 0.2839425 Feb 16 14:24:23.343659 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be1bd9d-f4c8-4891-9a11-94775f48a7bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae392e02-9fda-44d5-b8d0-928d67def7bf,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:23.397843 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29312ca4-bc17-4d00-b13c-7d7fe89012ad admin admin] Router 38144d85-335a-4f7f-a5d6-376f256322cd has already been hosted by L3 agent 531611a8-34ea-4f1f-8d10-111cbf56a8a1 {{(pid=102969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:24:23.522527 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29312ca4-bc17-4d00-b13c-7d7fe89012ad admin admin] Notify agent at l3_agent.dv-cinder-773985-32-iscsi the message routers_updated {{(pid=102969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:24:23.528834 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-29312ca4-bc17-4d00-b13c-7d7fe89012ad admin admin] 10.222.0.120 "PUT /v2.0/routers/38144d85-335a-4f7f-a5d6-376f256322cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1236730 Feb 16 14:24:23.547684 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-0003bfbe-5a38-42ce-9785-d47f4be7822e None None] Provisioning complete for port a6b16f97-752a-4597-a7a2-6167c27da797 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:24:23.548718 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-0003bfbe-5a38-42ce-9785-d47f4be7822e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (a6b16f97-752a-4597-a7a2-6167c27da797), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:23.633382 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-0003bfbe-5a38-42ce-9785-d47f4be7822e None None] Port a6b16f97-752a-4597-a7a2-6167c27da797 cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:24:23.670799 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 32954) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:24:23.685794 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-f511337c-7bc7-49be-894c-e3933f603820 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:23.783928 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-f511337c-7bc7-49be-894c-e3933f603820 admin admin] Publish callbacks [] for security_group (49aa538a-4e08-4a9c-9e01-974ee4eda35e), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:23.788476 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-f511337c-7bc7-49be-894c-e3933f603820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (49aa538a-4e08-4a9c-9e01-974ee4eda35e), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:23.845464 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-f511337c-7bc7-49be-894c-e3933f603820 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=1b633116a7034e75b56573f52a4dec5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1732578 Feb 16 14:24:23.848078 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 32960) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:24:23.856298 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f511337c-7bc7-49be-894c-e3933f603820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49aa538a-4e08-4a9c-9e01-974ee4eda35e,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:23.873784 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device 79df8df6-203e-402c-a8cf-82f182de0c8f up at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:24:23.936543 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Provisioning complete for port 79df8df6-203e-402c-a8cf-82f182de0c8f triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:24:23.937044 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (79df8df6-203e-402c-a8cf-82f182de0c8f), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:23.940738 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-1c69d2d6-2ee4-4061-8cf1-dc5bd5a226a6 admin admin] Publish callbacks [] for security_group (49aa538a-4e08-4a9c-9e01-974ee4eda35e), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:23.965744 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-1c69d2d6-2ee4-4061-8cf1-dc5bd5a226a6 admin admin] Publish callbacks [] for security_group (49aa538a-4e08-4a9c-9e01-974ee4eda35e), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:24.032700 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-1c69d2d6-2ee4-4061-8cf1-dc5bd5a226a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (49aa538a-4e08-4a9c-9e01-974ee4eda35e), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:24.036418 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Current status of the port 79df8df6-203e-402c-a8cf-82f182de0c8f is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:24:24.038206 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-1c69d2d6-2ee4-4061-8cf1-dc5bd5a226a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:24.043453 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-1c69d2d6-2ee4-4061-8cf1-dc5bd5a226a6 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/49aa538a-4e08-4a9c-9e01-974ee4eda35e HTTP/1.1" status: 204 len: 168 time: 0.1943243 Feb 16 14:24:24.054773 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c69d2d6-2ee4-4061-8cf1-dc5bd5a226a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49aa538a-4e08-4a9c-9e01-974ee4eda35e,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:24.305142 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 32974) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:24:24.310694 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-55cf5d76-b4aa-4ed1-90b2-b0fc827bfee1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1816458126-network', 'tenant_id': '0f5f176974a341ba8af2271ad648794f'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:24:24.332018 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55cf5d76-b4aa-4ed1-90b2-b0fc827bfee1 admin admin] Made reservation on behalf of 0f5f176974a341ba8af2271ad648794f for: {'network': 1} {{(pid=102969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:24:24.334684 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-55cf5d76-b4aa-4ed1-90b2-b0fc827bfee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for network (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:24.348465 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-55cf5d76-b4aa-4ed1-90b2-b0fc827bfee1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:24.437557 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-55cf5d76-b4aa-4ed1-90b2-b0fc827bfee1 admin admin] Publish callbacks [] for security_group (7e63758d-d7e0-4989-94f5-27585cae5a28), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:24.442309 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-55cf5d76-b4aa-4ed1-90b2-b0fc827bfee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (7e63758d-d7e0-4989-94f5-27585cae5a28), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:24.467073 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55cf5d76-b4aa-4ed1-90b2-b0fc827bfee1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1332} {{(pid=102969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:24:24.485721 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf5d76-b4aa-4ed1-90b2-b0fc827bfee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e63758d-d7e0-4989-94f5-27585cae5a28,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:24.489082 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-55cf5d76-b4aa-4ed1-90b2-b0fc827bfee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894495'] for segment (212d70b7-85c0-465d-9ce7-34f8355fb1d9), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:24.489849 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.db.segments_db [None req-55cf5d76-b4aa-4ed1-90b2-b0fc827bfee1 admin admin] Added segment 212d70b7-85c0-465d-9ce7-34f8355fb1d9 of type vlan for network 37a8956d-74aa-43b1-a7a4-5d5bd6b53734 Feb 16 14:24:24.524440 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 32976) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:24:24.536290 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-55cf5d76-b4aa-4ed1-90b2-b0fc827bfee1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784246940290'] for network (37a8956d-74aa-43b1-a7a4-5d5bd6b53734), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:24.538856 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-2b130ace-4cc2-4068-a3b9-ab49827a94da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:24.564340 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-55cf5d76-b4aa-4ed1-90b2-b0fc827bfee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354'] for network (37a8956d-74aa-43b1-a7a4-5d5bd6b53734), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:24.565947 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cf5d76-b4aa-4ed1-90b2-b0fc827bfee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:24:24.566535 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-55cf5d76-b4aa-4ed1-90b2-b0fc827bfee1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for network (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:24.604453 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-55cf5d76-b4aa-4ed1-90b2-b0fc827bfee1 admin admin] 10.222.0.120 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2977562 Feb 16 14:24:24.607100 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 32978) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:24:24.612349 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-53387b8a-e7cb-4860-a8af-f96f569f2373 admin admin] Request body: {'subnet': {'network_id': '37a8956d-74aa-43b1-a7a4-5d5bd6b53734', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1816458126-subnet', 'tenant_id': '0f5f176974a341ba8af2271ad648794f', 'ip_version': 4}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:24:24.625109 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-2b130ace-4cc2-4068-a3b9-ab49827a94da admin admin] Publish callbacks [] for security_group (1d12ec28-3dff-47f3-b7ff-7a88c86f9ce9), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:24.630424 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-2b130ace-4cc2-4068-a3b9-ab49827a94da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (1d12ec28-3dff-47f3-b7ff-7a88c86f9ce9), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:24.652610 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf5d76-b4aa-4ed1-90b2-b0fc827bfee1 admin admin] Pushing event updated for resources: {'Network': ['ID=37a8956d-74aa-43b1-a7a4-5d5bd6b53734,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:24.663974 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Network 37a8956d-74aa-43b1-a7a4-5d5bd6b53734 details requested by agent ovs-agent-dv-cinder-773985-32-iscsi with host dv-cinder-773985-32-iscsi {{(pid=102970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:24:24.671692 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-2b130ace-4cc2-4068-a3b9-ab49827a94da admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=68794a7cacb34e6ba849e782908131dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1454957 Feb 16 14:24:24.672726 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b130ace-4cc2-4068-a3b9-ab49827a94da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d12ec28-3dff-47f3-b7ff-7a88c86f9ce9,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:24.673811 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53387b8a-e7cb-4860-a8af-f96f569f2373 admin admin] Made reservation on behalf of 0f5f176974a341ba8af2271ad648794f for: {'subnet': 1} {{(pid=102969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:24:24.675617 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 32980) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:24:24.678112 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-53387b8a-e7cb-4860-a8af-f96f569f2373 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10395620'] for subnet (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:24.726816 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7f189d82-4d3e-4a2f-a264-cb3f328b7ba8 admin admin] Publish callbacks [] for security_group (1d12ec28-3dff-47f3-b7ff-7a88c86f9ce9), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:24.755283 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7f189d82-4d3e-4a2f-a264-cb3f328b7ba8 admin admin] Publish callbacks [] for security_group (1d12ec28-3dff-47f3-b7ff-7a88c86f9ce9), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:24.816968 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7f189d82-4d3e-4a2f-a264-cb3f328b7ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (1d12ec28-3dff-47f3-b7ff-7a88c86f9ce9), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:24.820492 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-7f189d82-4d3e-4a2f-a264-cb3f328b7ba8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:24.824682 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-7f189d82-4d3e-4a2f-a264-cb3f328b7ba8 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/1d12ec28-3dff-47f3-b7ff-7a88c86f9ce9 HTTP/1.1" status: 204 len: 168 time: 0.1448252 Feb 16 14:24:24.831077 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f189d82-4d3e-4a2f-a264-cb3f328b7ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d12ec28-3dff-47f3-b7ff-7a88c86f9ce9,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:24.912176 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-53387b8a-e7cb-4860-a8af-f96f569f2373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10338315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10395606'] for subnet (6632f78c-c39c-4c77-ab7e-56cfe33de313), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:24.976268 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53387b8a-e7cb-4860-a8af-f96f569f2373 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6632f78c-c39c-4c77-ab7e-56cfe33de313,revision_number=0']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:24.981851 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53387b8a-e7cb-4860-a8af-f96f569f2373 admin admin] Checking segment: {'id': '212d70b7-85c0-465d-9ce7-34f8355fb1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '37a8956d-74aa-43b1-a7a4-5d5bd6b53734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:24:24.982213 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53387b8a-e7cb-4860-a8af-f96f569f2373 admin admin] Network hostable DHCP agents. Network: 37a8956d-74aa-43b1-a7a4-5d5bd6b53734, hostable agents: ['10a26995-69c6-4373-972b-e8a4ac0e51da'], hosted agents: [] {{(pid=102969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:24:25.000184 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53387b8a-e7cb-4860-a8af-f96f569f2373 admin admin] Network 37a8956d-74aa-43b1-a7a4-5d5bd6b53734 is scheduled to be hosted by DHCP agent 10a26995-69c6-4373-972b-e8a4ac0e51da with binding_index 1 {{(pid=102969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:24:25.011434 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-53387b8a-e7cb-4860-a8af-f96f569f2373 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-32-iscsi, 37a8956d-74aa-43b1-a7a4-5d5bd6b53734) {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:24:25.018366 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53387b8a-e7cb-4860-a8af-f96f569f2373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:24:25.019409 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-53387b8a-e7cb-4860-a8af-f96f569f2373 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:25.020814 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c434bc-2f89-40fc-ad0b-b4f5bbcef8e8 None None] Network 37a8956d-74aa-43b1-a7a4-5d5bd6b53734 requested from dv-cinder-773985-32-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:24:25.037175 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-53387b8a-e7cb-4860-a8af-f96f569f2373 admin admin] 10.222.0.120 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4289954 Feb 16 14:24:25.043636 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 32986) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:24:25.044874 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-9b8a86c3-8158-41e0-90d9-ccd3f1a3cf83 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1816458126-router', 'tenant_id': '0f5f176974a341ba8af2271ad648794f', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444'}}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:24:25.068032 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-9b8a86c3-8158-41e0-90d9-ccd3f1a3cf83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24928'] for router (0570dce7-c4b7-4195-a74d-985b045116e6), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:25.069081 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-9b8a86c3-8158-41e0-90d9-ccd3f1a3cf83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1595939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1644564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24987'] for router (0570dce7-c4b7-4195-a74d-985b045116e6), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:25.127761 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-9b8a86c3-8158-41e0-90d9-ccd3f1a3cf83 admin admin] Publish callbacks [] for router_controller (0570dce7-c4b7-4195-a74d-985b045116e6), precommit_add_association {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:25.154210 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb590f5-934a-4464-b46f-28e106639ce0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79a0a048-c219-5e99-a467-099ebabd7883-37a8956d-74aa-43b1-a7a4-5d5bd6b53734', 'network_id': '37a8956d-74aa-43b1-a7a4-5d5bd6b53734', 'project_id': '0f5f176974a341ba8af2271ad648794f', 'fixed_ips': [{'subnet_id': '6632f78c-c39c-4c77-ab7e-56cfe33de313'}]}} from dv-cinder-773985-32-iscsi. {{(pid=102970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 14:24:25.155156 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cfb590f5-934a-4464-b46f-28e106639ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (None), before_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:25.298381 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-9b8a86c3-8158-41e0-90d9-ccd3f1a3cf83 admin admin] Publish callbacks [] for router_gateway (0570dce7-c4b7-4195-a74d-985b045116e6), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:25.303545 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.db_base_plugin_common [None req-cfb590f5-934a-4464-b46f-28e106639ce0 None None] Allocated IP 172.20.0.2 (37a8956d-74aa-43b1-a7a4-5d5bd6b53734/6632f78c-c39c-4c77-ab7e-56cfe33de313/98bb8575-e479-4507-8a31-795e467515cb) {{(pid=102970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:24:25.486948 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cfb590f5-934a-4464-b46f-28e106639ce0 None None] Publish callbacks [] for port (98bb8575-e479-4507-8a31-795e467515cb), precommit_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:25.495820 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cfb590f5-934a-4464-b46f-28e106639ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784246951208'] for port (98bb8575-e479-4507-8a31-795e467515cb), after_create {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:25.538422 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb590f5-934a-4464-b46f-28e106639ce0 None None] Network 37a8956d-74aa-43b1-a7a4-5d5bd6b53734 is already hosted by enough agents. {{(pid=102970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:24:25.543263 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.scheduler.base_scheduler [None req-cfb590f5-934a-4464-b46f-28e106639ce0 None None] Resources bound (agent type, host, resource id): {{(pid=102970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:24:25.546315 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb590f5-934a-4464-b46f-28e106639ce0 None None] Received port after_create {{(pid=102970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:24:25.552477 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb590f5-934a-4464-b46f-28e106639ce0 None None] Pushing event updated for resources: {'Port': ['ID=98bb8575-e479-4507-8a31-795e467515cb,revision_number=1']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:25.628594 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-cfb590f5-934a-4464-b46f-28e106639ce0 None None] Attempting to bind port 98bb8575-e479-4507-8a31-795e467515cb on host dv-cinder-773985-32-iscsi for vnic_type normal with profile {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:24:25.628975 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-cfb590f5-934a-4464-b46f-28e106639ce0 None None] Attempting to bind port 98bb8575-e479-4507-8a31-795e467515cb by drivers openvswitch,hyperv on host dv-cinder-773985-32-iscsi at level 0 using segments [{'id': '212d70b7-85c0-465d-9ce7-34f8355fb1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '37a8956d-74aa-43b1-a7a4-5d5bd6b53734'}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:24:25.629345 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb590f5-934a-4464-b46f-28e106639ce0 None None] Attempting to bind port 98bb8575-e479-4507-8a31-795e467515cb on network 37a8956d-74aa-43b1-a7a4-5d5bd6b53734 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:24:25.634984 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb590f5-934a-4464-b46f-28e106639ce0 None None] Checking agent: {'id': '529a93d1-f8f6-4ba2-8600-6635050f85df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 7, 45), 'started_at': datetime.datetime(2022, 2, 16, 14, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:24:25.635381 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb590f5-934a-4464-b46f-28e106639ce0 None None] Checking segment: {'id': '212d70b7-85c0-465d-9ce7-34f8355fb1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '37a8956d-74aa-43b1-a7a4-5d5bd6b53734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:24:25.635996 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cfb590f5-934a-4464-b46f-28e106639ce0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:25.636546 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb590f5-934a-4464-b46f-28e106639ce0 None None] Bound using segment: {'id': '212d70b7-85c0-465d-9ce7-34f8355fb1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '37a8956d-74aa-43b1-a7a4-5d5bd6b53734'} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:24:25.637420 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-cfb590f5-934a-4464-b46f-28e106639ce0 None None] Bound port: 98bb8575-e479-4507-8a31-795e467515cb, host: dv-cinder-773985-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212d70b7-85c0-465d-9ce7-34f8355fb1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '37a8956d-74aa-43b1-a7a4-5d5bd6b53734'}}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:24:25.637959 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cfb590f5-934a-4464-b46f-28e106639ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (98bb8575-e479-4507-8a31-795e467515cb), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:25.712360 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-cfb590f5-934a-4464-b46f-28e106639ce0 None None] For port 98bb8575-e479-4507-8a31-795e467515cb, host dv-cinder-773985-32-iscsi, cleared binding levels {{(pid=102970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:24:25.716290 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-cfb590f5-934a-4464-b46f-28e106639ce0 None None] For port 98bb8575-e479-4507-8a31-795e467515cb, host dv-cinder-773985-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=98bb8575-e479-4507-8a31-795e467515cb,segment=NetworkSegment(212d70b7-85c0-465d-9ce7-34f8355fb1d9),segment_id=212d70b7-85c0-465d-9ce7-34f8355fb1d9)] {{(pid=102970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:24:25.722509 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cfb590f5-934a-4464-b46f-28e106639ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (98bb8575-e479-4507-8a31-795e467515cb), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:25.805739 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb590f5-934a-4464-b46f-28e106639ce0 None None] Pushing event updated for resources: {'Port': ['ID=98bb8575-e479-4507-8a31-795e467515cb,revision_number=2']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:25.819380 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-9b8a86c3-8158-41e0-90d9-ccd3f1a3cf83 admin admin] Publish callbacks [] for router_gateway (0570dce7-c4b7-4195-a74d-985b045116e6), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:25.855088 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-9b8a86c3-8158-41e0-90d9-ccd3f1a3cf83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:25.884355 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-a8050c5e-fae0-4749-9066-b350f3112fc5 None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:24:25.931148 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea8952c-e883-45bc-99a4-e0d9b0e17bc3 None None] Sync routers for ids ['38144d85-335a-4f7f-a5d6-376f256322cd'] in dv-cinder-773985-32-iscsi {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:24:25.931540 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device d3f9b883-8652-4f56-a273-178812b6a2d1 up at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:24:25.950082 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea8952c-e883-45bc-99a4-e0d9b0e17bc3 None None] Routers {'38144d85-335a-4f7f-a5d6-376f256322cd'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:24:25.951537 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-5ea8952c-e883-45bc-99a4-e0d9b0e17bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:24:11Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['38144d85-335a-4f7f-a5d6-376f256322cd'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:24:26.044157 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Provisioning complete for port d3f9b883-8652-4f56-a273-178812b6a2d1 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:24:26.044730 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (d3f9b883-8652-4f56-a273-178812b6a2d1), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:26.085095 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_common [None req-9b8a86c3-8158-41e0-90d9-ccd3f1a3cf83 admin admin] Allocated IP 172.27.2.111 (5b71b9ca-6085-48b7-9167-93053be13444/8c2b85af-3da9-4754-9d29-6d95dbdc6260/e0f2bc69-ff4c-42af-9e13-59fb113356c8) {{(pid=102968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:24:26.176532 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Current status of the port d3f9b883-8652-4f56-a273-178812b6a2d1 is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:24:26.178979 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (d3f9b883-8652-4f56-a273-178812b6a2d1), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:26.214235 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] For port d3f9b883-8652-4f56-a273-178812b6a2d1, host dv-cinder-773985-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=d3f9b883-8652-4f56-a273-178812b6a2d1,segment=NetworkSegment(26d58d4e-c6ed-4576-9373-5fb9e6fda4ae),segment_id=26d58d4e-c6ed-4576-9373-5fb9e6fda4ae)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:24:26.220270 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (d3f9b883-8652-4f56-a273-178812b6a2d1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:26.274402 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-9b8a86c3-8158-41e0-90d9-ccd3f1a3cf83 admin admin] Publish callbacks [] for port (e0f2bc69-ff4c-42af-9e13-59fb113356c8), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:26.281194 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-5ea8952c-e883-45bc-99a4-e0d9b0e17bc3 None None] Set router 38144d85-335a-4f7f-a5d6-376f256322cd gateway port host: dv-cinder-773985-32-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:24:26.313353 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-9b8a86c3-8158-41e0-90d9-ccd3f1a3cf83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784246951208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811206'] for port (e0f2bc69-ff4c-42af-9e13-59fb113356c8), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:26.325388 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Pushing event updated for resources: {'Port': ['ID=d3f9b883-8652-4f56-a273-178812b6a2d1,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:26.364506 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8a86c3-8158-41e0-90d9-ccd3f1a3cf83 admin admin] Network 5b71b9ca-6085-48b7-9167-93053be13444 is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:24:26.367688 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [None req-9b8a86c3-8158-41e0-90d9-ccd3f1a3cf83 admin admin] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:24:26.371814 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8a86c3-8158-41e0-90d9-ccd3f1a3cf83 admin admin] Received port after_create {{(pid=102968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:24:26.404973 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8a86c3-8158-41e0-90d9-ccd3f1a3cf83 admin admin] Pushing event updated for resources: {'Port': ['ID=e0f2bc69-ff4c-42af-9e13-59fb113356c8,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:26.507088 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-5ea8952c-e883-45bc-99a4-e0d9b0e17bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38144d85-335a-4f7f-a5d6-376f256322cd', 'name': 'tempest-TestShelveInstance-2119567740-router', 'tenant_id': '3aa153c01de34a9fa001939c2af1359a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'd3f9b883-8652-4f56-a273-178812b6a2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:24:19Z', 'updated_at': '2022-02-16T14:24:22Z', 'revision_number': 4, 'project_id': '3aa153c01de34a9fa001939c2af1359a', 'gw_port': {'id': 'd3f9b883-8652-4f56-a273-178812b6a2d1', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b5:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38144d85-335a-4f7f-a5d6-376f256322cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:24:20Z', 'updated_at': '2022-02-16T14:24:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_interfaces': [{'id': 'a6b16f97-752a-4597-a7a2-6167c27da797', 'name': '', 'network_id': '6d4b2f53-288d-4ba1-baf8-af877bb16ef2', 'tenant_id': '3aa153c01de34a9fa001939c2af1359a', 'mac_address': 'fa:16:3e:21:25:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38144d85-335a-4f7f-a5d6-376f256322cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7f0b8202-cb6f-47ce-ab81-e5b4204238b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:24:21Z', 'updated_at': '2022-02-16T14:24:22Z', 'revision_number': 2, 'project_id': '3aa153c01de34a9fa001939c2af1359a', 'subnets': [{'id': '7f0b8202-cb6f-47ce-ab81-e5b4204238b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:24:26.533742 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea8952c-e883-45bc-99a4-e0d9b0e17bc3 None None] Checking router: 38144d85-335a-4f7f-a5d6-376f256322cd for host: dv-cinder-773985-32-iscsi {{(pid=102971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:24:26.534103 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea8952c-e883-45bc-99a4-e0d9b0e17bc3 None None] Updating router 38144d85-335a-4f7f-a5d6-376f256322cd port a6b16f97-752a-4597-a7a2-6167c27da797 binding host dv-cinder-773985-32-iscsi {{(pid=102971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:24:26.562084 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-5ea8952c-e883-45bc-99a4-e0d9b0e17bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (a6b16f97-752a-4597-a7a2-6167c27da797), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:26.650029 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-9b8a86c3-8158-41e0-90d9-ccd3f1a3cf83 admin admin] Publish callbacks [] for router_gateway (0570dce7-c4b7-4195-a74d-985b045116e6), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:26.848083 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-5ea8952c-e883-45bc-99a4-e0d9b0e17bc3 None None] Publish callbacks [] for port (a6b16f97-752a-4597-a7a2-6167c27da797), precommit_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:26.854837 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-5ea8952c-e883-45bc-99a4-e0d9b0e17bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (a6b16f97-752a-4597-a7a2-6167c27da797), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:26.874600 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-9b8a86c3-8158-41e0-90d9-ccd3f1a3cf83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1596030'] for router (0570dce7-c4b7-4195-a74d-985b045116e6), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:26.904049 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e925375c-4328-458b-acac-612bf09314e4 None None] Pushing event updated for resources: {'Port': ['ID=a6b16f97-752a-4597-a7a2-6167c27da797,revision_number=3']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:26.913939 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e925375c-4328-458b-acac-612bf09314e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:26.914798 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e925375c-4328-458b-acac-612bf09314e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:26.915882 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e925375c-4328-458b-acac-612bf09314e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:26.916903 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e925375c-4328-458b-acac-612bf09314e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:26.917012 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e925375c-4328-458b-acac-612bf09314e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:26.917326 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e925375c-4328-458b-acac-612bf09314e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:26.917661 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e925375c-4328-458b-acac-612bf09314e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:26.918241 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e925375c-4328-458b-acac-612bf09314e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:26.918572 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e925375c-4328-458b-acac-612bf09314e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:26.918907 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e925375c-4328-458b-acac-612bf09314e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:26.919605 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e925375c-4328-458b-acac-612bf09314e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:26.920461 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e925375c-4328-458b-acac-612bf09314e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:26.920647 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e925375c-4328-458b-acac-612bf09314e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:26.980497 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0936283e-c317-4657-b1c7-48041dc4fb76 None None] Network 37a8956d-74aa-43b1-a7a4-5d5bd6b53734 requested from dv-cinder-773985-32-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:24:26.990929 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [None req-5ea8952c-e883-45bc-99a4-e0d9b0e17bc3 None None] Attempting to bind port a6b16f97-752a-4597-a7a2-6167c27da797 on host dv-cinder-773985-32-iscsi for vnic_type normal with profile {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:24:26.991604 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [None req-5ea8952c-e883-45bc-99a4-e0d9b0e17bc3 None None] Attempting to bind port a6b16f97-752a-4597-a7a2-6167c27da797 by drivers openvswitch,hyperv on host dv-cinder-773985-32-iscsi at level 0 using segments [{'id': '34a87ae9-f53b-473e-b547-fa22f0d08b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '6d4b2f53-288d-4ba1-baf8-af877bb16ef2'}] {{(pid=102971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:24:26.992294 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea8952c-e883-45bc-99a4-e0d9b0e17bc3 None None] Attempting to bind port a6b16f97-752a-4597-a7a2-6167c27da797 on network 6d4b2f53-288d-4ba1-baf8-af877bb16ef2 {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:24:26.998220 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea8952c-e883-45bc-99a4-e0d9b0e17bc3 None None] Checking agent: {'id': '529a93d1-f8f6-4ba2-8600-6635050f85df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 7, 45), 'started_at': datetime.datetime(2022, 2, 16, 14, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:24:26.998851 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea8952c-e883-45bc-99a4-e0d9b0e17bc3 None None] Checking segment: {'id': '34a87ae9-f53b-473e-b547-fa22f0d08b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '6d4b2f53-288d-4ba1-baf8-af877bb16ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:24:26.999463 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-5ea8952c-e883-45bc-99a4-e0d9b0e17bc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:27.000024 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea8952c-e883-45bc-99a4-e0d9b0e17bc3 None None] Bound using segment: {'id': '34a87ae9-f53b-473e-b547-fa22f0d08b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '6d4b2f53-288d-4ba1-baf8-af877bb16ef2'} {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:24:27.000819 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [None req-5ea8952c-e883-45bc-99a4-e0d9b0e17bc3 None None] Bound port: a6b16f97-752a-4597-a7a2-6167c27da797, host: dv-cinder-773985-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a87ae9-f53b-473e-b547-fa22f0d08b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '6d4b2f53-288d-4ba1-baf8-af877bb16ef2'}}] {{(pid=102971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:24:27.001394 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-5ea8952c-e883-45bc-99a4-e0d9b0e17bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (a6b16f97-752a-4597-a7a2-6167c27da797), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:27.028906 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8a86c3-8158-41e0-90d9-ccd3f1a3cf83 admin admin] Router 0570dce7-c4b7-4195-a74d-985b045116e6 is scheduled to L3 agent 531611a8-34ea-4f1f-8d10-111cbf56a8a1 with binding_index 1 {{(pid=102968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:24:27.084569 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [None req-5ea8952c-e883-45bc-99a4-e0d9b0e17bc3 None None] For port a6b16f97-752a-4597-a7a2-6167c27da797, host dv-cinder-773985-32-iscsi, cleared binding levels {{(pid=102971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:24:27.088304 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [None req-5ea8952c-e883-45bc-99a4-e0d9b0e17bc3 None None] For port a6b16f97-752a-4597-a7a2-6167c27da797, host dv-cinder-773985-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=a6b16f97-752a-4597-a7a2-6167c27da797,segment=NetworkSegment(34a87ae9-f53b-473e-b547-fa22f0d08b64),segment_id=34a87ae9-f53b-473e-b547-fa22f0d08b64)] {{(pid=102971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:24:27.096826 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-5ea8952c-e883-45bc-99a4-e0d9b0e17bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (a6b16f97-752a-4597-a7a2-6167c27da797), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:27.111218 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-76c63b43-18f1-4938-8189-a7e38aa50ada None None] Provisioning complete for port 98bb8575-e479-4507-8a31-795e467515cb triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:24:27.111613 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-76c63b43-18f1-4938-8189-a7e38aa50ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (98bb8575-e479-4507-8a31-795e467515cb), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:27.171917 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea8952c-e883-45bc-99a4-e0d9b0e17bc3 None None] Routers {'38144d85-335a-4f7f-a5d6-376f256322cd'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:24:27.172077 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8a86c3-8158-41e0-90d9-ccd3f1a3cf83 admin admin] Notify agent at l3_agent.dv-cinder-773985-32-iscsi the message routers_updated {{(pid=102968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:24:27.172495 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-5ea8952c-e883-45bc-99a4-e0d9b0e17bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:24:11Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['38144d85-335a-4f7f-a5d6-376f256322cd'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:24:27.202725 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-9b8a86c3-8158-41e0-90d9-ccd3f1a3cf83 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:27.205515 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-9b8a86c3-8158-41e0-90d9-ccd3f1a3cf83 admin admin] 10.222.0.120 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1636765 Feb 16 14:24:27.207529 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 33012) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:24:27.301938 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-5ea8952c-e883-45bc-99a4-e0d9b0e17bc3 None None] Set router 38144d85-335a-4f7f-a5d6-376f256322cd gateway port host: dv-cinder-773985-32-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:24:27.356202 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99e7864-3c65-42de-be5c-aab6f3bd0f6d None None] Sync routers for ids ['0570dce7-c4b7-4195-a74d-985b045116e6'] in dv-cinder-773985-32-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:24:27.390539 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-76c63b43-18f1-4938-8189-a7e38aa50ada None None] Current status of the port 98bb8575-e479-4507-8a31-795e467515cb is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:24:27.391114 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-76c63b43-18f1-4938-8189-a7e38aa50ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (98bb8575-e479-4507-8a31-795e467515cb), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:27.394866 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99e7864-3c65-42de-be5c-aab6f3bd0f6d None None] Routers {'0570dce7-c4b7-4195-a74d-985b045116e6'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:24:27.395815 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-e99e7864-3c65-42de-be5c-aab6f3bd0f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:24:11Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['0570dce7-c4b7-4195-a74d-985b045116e6'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:24:27.476936 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e925375c-4328-458b-acac-612bf09314e4 None None] Pushing event updated for resources: {'Port': ['ID=a6b16f97-752a-4597-a7a2-6167c27da797,revision_number=4']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:27.548169 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-76c63b43-18f1-4938-8189-a7e38aa50ada None None] For port 98bb8575-e479-4507-8a31-795e467515cb, host dv-cinder-773985-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=98bb8575-e479-4507-8a31-795e467515cb,segment=NetworkSegment(212d70b7-85c0-465d-9ce7-34f8355fb1d9),segment_id=212d70b7-85c0-465d-9ce7-34f8355fb1d9)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:24:27.558445 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-76c63b43-18f1-4938-8189-a7e38aa50ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (98bb8575-e479-4507-8a31-795e467515cb), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:27.594061 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-5ea8952c-e883-45bc-99a4-e0d9b0e17bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38144d85-335a-4f7f-a5d6-376f256322cd', 'name': 'tempest-TestShelveInstance-2119567740-router', 'tenant_id': '3aa153c01de34a9fa001939c2af1359a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'd3f9b883-8652-4f56-a273-178812b6a2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:24:19Z', 'updated_at': '2022-02-16T14:24:22Z', 'revision_number': 4, 'project_id': '3aa153c01de34a9fa001939c2af1359a', 'gw_port': {'id': 'd3f9b883-8652-4f56-a273-178812b6a2d1', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38144d85-335a-4f7f-a5d6-376f256322cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:24:20Z', 'updated_at': '2022-02-16T14:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_interfaces': [{'id': 'a6b16f97-752a-4597-a7a2-6167c27da797', 'name': '', 'network_id': '6d4b2f53-288d-4ba1-baf8-af877bb16ef2', 'tenant_id': '3aa153c01de34a9fa001939c2af1359a', 'mac_address': 'fa:16:3e:21:25:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38144d85-335a-4f7f-a5d6-376f256322cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7f0b8202-cb6f-47ce-ab81-e5b4204238b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:24:21Z', 'updated_at': '2022-02-16T14:24:27Z', 'revision_number': 4, 'project_id': '3aa153c01de34a9fa001939c2af1359a', 'subnets': [{'id': '7f0b8202-cb6f-47ce-ab81-e5b4204238b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:24:27.634413 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea8952c-e883-45bc-99a4-e0d9b0e17bc3 None None] The sync data for ids ['38144d85-335a-4f7f-a5d6-376f256322cd'] in dv-cinder-773985-32-iscsi is: [{'id': '38144d85-335a-4f7f-a5d6-376f256322cd', 'name': 'tempest-TestShelveInstance-2119567740-router', 'tenant_id': '3aa153c01de34a9fa001939c2af1359a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'd3f9b883-8652-4f56-a273-178812b6a2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:24:19Z', 'updated_at': '2022-02-16T14:24:22Z', 'revision_number': 4, 'project_id': '3aa153c01de34a9fa001939c2af1359a', 'gw_port': {'id': 'd3f9b883-8652-4f56-a273-178812b6a2d1', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38144d85-335a-4f7f-a5d6-376f256322cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:24:20Z', 'updated_at': '2022-02-16T14:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_interfaces': [{'id': 'a6b16f97-752a-4597-a7a2-6167c27da797', 'name': '', 'network_id': '6d4b2f53-288d-4ba1-baf8-af877bb16ef2', 'tenant_id': '3aa153c01de34a9fa001939c2af1359a', 'mac_address': 'fa:16:3e:21:25:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38144d85-335a-4f7f-a5d6-376f256322cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7f0b8202-cb6f-47ce-ab81-e5b4204238b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:24:21Z', 'updated_at': '2022-02-16T14:24:27Z', 'revision_number': 4, 'project_id': '3aa153c01de34a9fa001939c2af1359a', 'subnets': [{'id': '7f0b8202-cb6f-47ce-ab81-e5b4204238b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:24:27.649398 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c63b43-18f1-4938-8189-a7e38aa50ada None None] Pushing event updated for resources: {'Port': ['ID=98bb8575-e479-4507-8a31-795e467515cb,revision_number=3']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:27.656405 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-e99e7864-3c65-42de-be5c-aab6f3bd0f6d None None] Set router 0570dce7-c4b7-4195-a74d-985b045116e6 gateway port host: dv-cinder-773985-32-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:24:27.774084 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-5a98d91d-488b-4c87-8c7f-9283b113526e None None] Provisioning complete for port a6b16f97-752a-4597-a7a2-6167c27da797 triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:24:27.774230 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5a98d91d-488b-4c87-8c7f-9283b113526e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (a6b16f97-752a-4597-a7a2-6167c27da797), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:27.905631 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-2aaabbba-6098-4565-86a0-aa2d411ba81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:28.022989 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-5a98d91d-488b-4c87-8c7f-9283b113526e None None] Current status of the port a6b16f97-752a-4597-a7a2-6167c27da797 is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:24:28.023669 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5a98d91d-488b-4c87-8c7f-9283b113526e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (a6b16f97-752a-4597-a7a2-6167c27da797), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:28.077536 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device a6b16f97-752a-4597-a7a2-6167c27da797 up at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:24:28.085331 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-5a98d91d-488b-4c87-8c7f-9283b113526e None None] For port a6b16f97-752a-4597-a7a2-6167c27da797, host dv-cinder-773985-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=a6b16f97-752a-4597-a7a2-6167c27da797,segment=NetworkSegment(34a87ae9-f53b-473e-b547-fa22f0d08b64),segment_id=34a87ae9-f53b-473e-b547-fa22f0d08b64)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:24:28.119790 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-e99e7864-3c65-42de-be5c-aab6f3bd0f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0570dce7-c4b7-4195-a74d-985b045116e6', 'name': 'tempest-TestShelveInstance-1816458126-router', 'tenant_id': '0f5f176974a341ba8af2271ad648794f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': 'e0f2bc69-ff4c-42af-9e13-59fb113356c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:24:25Z', 'updated_at': '2022-02-16T14:24:26Z', 'revision_number': 3, 'project_id': '0f5f176974a341ba8af2271ad648794f', 'gw_port': {'id': 'e0f2bc69-ff4c-42af-9e13-59fb113356c8', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0570dce7-c4b7-4195-a74d-985b045116e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:24:25Z', 'updated_at': '2022-02-16T14:24:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi'}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:24:28.121822 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5a98d91d-488b-4c87-8c7f-9283b113526e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (a6b16f97-752a-4597-a7a2-6167c27da797), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:28.186976 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99e7864-3c65-42de-be5c-aab6f3bd0f6d None None] Checking router: 0570dce7-c4b7-4195-a74d-985b045116e6 for host: dv-cinder-773985-32-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:24:28.187529 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99e7864-3c65-42de-be5c-aab6f3bd0f6d None None] Updating router 0570dce7-c4b7-4195-a74d-985b045116e6 port e0f2bc69-ff4c-42af-9e13-59fb113356c8 binding host dv-cinder-773985-32-iscsi {{(pid=102970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:24:28.234336 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.db.db_base_plugin_common [None req-2aaabbba-6098-4565-86a0-aa2d411ba81f admin admin] Allocated IP 172.20.0.1 (37a8956d-74aa-43b1-a7a4-5d5bd6b53734/6632f78c-c39c-4c77-ab7e-56cfe33de313/441fe006-23cc-4296-bef3-f63895bc8bcd) {{(pid=102969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:24:28.252811 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-5a98d91d-488b-4c87-8c7f-9283b113526e None None] Provisioning complete for port 98bb8575-e479-4507-8a31-795e467515cb triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:24:28.253281 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-5a98d91d-488b-4c87-8c7f-9283b113526e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (98bb8575-e479-4507-8a31-795e467515cb), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:28.261108 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-e99e7864-3c65-42de-be5c-aab6f3bd0f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (e0f2bc69-ff4c-42af-9e13-59fb113356c8), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:28.303454 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a98d91d-488b-4c87-8c7f-9283b113526e None None] Pushing event updated for resources: {'Port': ['ID=a6b16f97-752a-4597-a7a2-6167c27da797,revision_number=5']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:28.330337 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Provisioning complete for port a6b16f97-752a-4597-a7a2-6167c27da797 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:24:28.330716 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (a6b16f97-752a-4597-a7a2-6167c27da797), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:28.361304 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-2aaabbba-6098-4565-86a0-aa2d411ba81f admin admin] Publish callbacks [] for port (441fe006-23cc-4296-bef3-f63895bc8bcd), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:28.409071 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-2aaabbba-6098-4565-86a0-aa2d411ba81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784246951208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10340347'] for port (441fe006-23cc-4296-bef3-f63895bc8bcd), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:28.456159 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aaabbba-6098-4565-86a0-aa2d411ba81f admin admin] Network 37a8956d-74aa-43b1-a7a4-5d5bd6b53734 is already hosted by enough agents. {{(pid=102969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:24:28.459432 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-2aaabbba-6098-4565-86a0-aa2d411ba81f admin admin] Resources bound (agent type, host, resource id): {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:24:28.465651 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aaabbba-6098-4565-86a0-aa2d411ba81f admin admin] Received port after_create {{(pid=102969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:24:28.493906 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaabbba-6098-4565-86a0-aa2d411ba81f admin admin] Pushing event updated for resources: {'Port': ['ID=441fe006-23cc-4296-bef3-f63895bc8bcd,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:28.516806 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-2aaabbba-6098-4565-86a0-aa2d411ba81f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1593123'] for router_interface (0570dce7-c4b7-4195-a74d-985b045116e6), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:28.600202 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-5a98d91d-488b-4c87-8c7f-9283b113526e None None] Current status of the port 98bb8575-e479-4507-8a31-795e467515cb is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:24:28.615502 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Current status of the port a6b16f97-752a-4597-a7a2-6167c27da797 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:24:28.616600 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device d3f9b883-8652-4f56-a273-178812b6a2d1 up at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:24:28.687048 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-2aaabbba-6098-4565-86a0-aa2d411ba81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (441fe006-23cc-4296-bef3-f63895bc8bcd), before_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:28.736118 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Provisioning complete for port d3f9b883-8652-4f56-a273-178812b6a2d1 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:24:28.736496 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (d3f9b883-8652-4f56-a273-178812b6a2d1), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:28.771677 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-e99e7864-3c65-42de-be5c-aab6f3bd0f6d None None] Publish callbacks [] for port (e0f2bc69-ff4c-42af-9e13-59fb113356c8), precommit_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:28.775485 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-8c0352bb-f705-47de-ba6c-afde416a9444 None None] Provisioning complete for port 441fe006-23cc-4296-bef3-f63895bc8bcd triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:24:28.775852 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-8c0352bb-f705-47de-ba6c-afde416a9444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (441fe006-23cc-4296-bef3-f63895bc8bcd), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:28.803839 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-e99e7864-3c65-42de-be5c-aab6f3bd0f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (e0f2bc69-ff4c-42af-9e13-59fb113356c8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:28.853824 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-2aaabbba-6098-4565-86a0-aa2d411ba81f admin admin] Publish callbacks [] for port (441fe006-23cc-4296-bef3-f63895bc8bcd), precommit_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:28.858553 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-2aaabbba-6098-4565-86a0-aa2d411ba81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10340336'] for port (441fe006-23cc-4296-bef3-f63895bc8bcd), after_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:28.868751 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-8c0352bb-f705-47de-ba6c-afde416a9444 None None] Port 441fe006-23cc-4296-bef3-f63895bc8bcd cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:24:28.880074 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-e99e7864-3c65-42de-be5c-aab6f3bd0f6d None None] Attempting to bind port e0f2bc69-ff4c-42af-9e13-59fb113356c8 on host dv-cinder-773985-32-iscsi for vnic_type normal with profile {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:24:28.880254 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-e99e7864-3c65-42de-be5c-aab6f3bd0f6d None None] Attempting to bind port e0f2bc69-ff4c-42af-9e13-59fb113356c8 by drivers openvswitch,hyperv on host dv-cinder-773985-32-iscsi at level 0 using segments [{'id': '26d58d4e-c6ed-4576-9373-5fb9e6fda4ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444'}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:24:28.880585 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99e7864-3c65-42de-be5c-aab6f3bd0f6d None None] Attempting to bind port e0f2bc69-ff4c-42af-9e13-59fb113356c8 on network 5b71b9ca-6085-48b7-9167-93053be13444 {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:24:28.883861 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482d145f-7607-4a73-a7fc-c07ea98bf2ba None None] Pushing event updated for resources: {'Port': ['ID=e0f2bc69-ff4c-42af-9e13-59fb113356c8,revision_number=2']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:28.890662 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99e7864-3c65-42de-be5c-aab6f3bd0f6d None None] Checking agent: {'id': '529a93d1-f8f6-4ba2-8600-6635050f85df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 7, 45), 'started_at': datetime.datetime(2022, 2, 16, 14, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:24:28.890979 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99e7864-3c65-42de-be5c-aab6f3bd0f6d None None] Checking segment: {'id': '26d58d4e-c6ed-4576-9373-5fb9e6fda4ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:24:28.891275 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-e99e7864-3c65-42de-be5c-aab6f3bd0f6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:28.891697 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99e7864-3c65-42de-be5c-aab6f3bd0f6d None None] Bound using segment: {'id': '26d58d4e-c6ed-4576-9373-5fb9e6fda4ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444'} {{(pid=102970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:24:28.892169 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.managers [None req-e99e7864-3c65-42de-be5c-aab6f3bd0f6d None None] Bound port: e0f2bc69-ff4c-42af-9e13-59fb113356c8, host: dv-cinder-773985-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26d58d4e-c6ed-4576-9373-5fb9e6fda4ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444'}}] {{(pid=102970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:24:28.892551 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-e99e7864-3c65-42de-be5c-aab6f3bd0f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (e0f2bc69-ff4c-42af-9e13-59fb113356c8), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:28.926685 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-2aaabbba-6098-4565-86a0-aa2d411ba81f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2062336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1593279'] for router_interface (0570dce7-c4b7-4195-a74d-985b045116e6), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:28.928715 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaabbba-6098-4565-86a0-aa2d411ba81f admin admin] Pushing event updated for resources: {'Port': ['ID=441fe006-23cc-4296-bef3-f63895bc8bcd,revision_number=2']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:28.966745 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Current status of the port d3f9b883-8652-4f56-a273-178812b6a2d1 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:24:28.967865 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device 98bb8575-e479-4507-8a31-795e467515cb up at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:24:28.998003 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-e99e7864-3c65-42de-be5c-aab6f3bd0f6d None None] For port e0f2bc69-ff4c-42af-9e13-59fb113356c8, host dv-cinder-773985-32-iscsi, cleared binding levels {{(pid=102970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:24:29.017015 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-e99e7864-3c65-42de-be5c-aab6f3bd0f6d None None] For port e0f2bc69-ff4c-42af-9e13-59fb113356c8, host dv-cinder-773985-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=e0f2bc69-ff4c-42af-9e13-59fb113356c8,segment=NetworkSegment(26d58d4e-c6ed-4576-9373-5fb9e6fda4ae),segment_id=26d58d4e-c6ed-4576-9373-5fb9e6fda4ae)] {{(pid=102970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:24:29.020135 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aaabbba-6098-4565-86a0-aa2d411ba81f admin admin] Network 37a8956d-74aa-43b1-a7a4-5d5bd6b53734 is already hosted by enough agents. {{(pid=102969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:24:29.021746 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-2aaabbba-6098-4565-86a0-aa2d411ba81f admin admin] Resources bound (agent type, host, resource id): {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:24:29.027092 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-e99e7864-3c65-42de-be5c-aab6f3bd0f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (e0f2bc69-ff4c-42af-9e13-59fb113356c8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:29.076920 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Provisioning complete for port 98bb8575-e479-4507-8a31-795e467515cb triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:24:29.077314 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (98bb8575-e479-4507-8a31-795e467515cb), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:29.129001 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482d145f-7607-4a73-a7fc-c07ea98bf2ba None None] Pushing event updated for resources: {'Port': ['ID=e0f2bc69-ff4c-42af-9e13-59fb113356c8,revision_number=3']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:29.137170 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99e7864-3c65-42de-be5c-aab6f3bd0f6d None None] Routers {'0570dce7-c4b7-4195-a74d-985b045116e6'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:24:29.137797 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-e99e7864-3c65-42de-be5c-aab6f3bd0f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:24:11Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['0570dce7-c4b7-4195-a74d-985b045116e6'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:24:29.150457 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aaabbba-6098-4565-86a0-aa2d411ba81f admin admin] Router 0570dce7-c4b7-4195-a74d-985b045116e6 has already been hosted by L3 agent 531611a8-34ea-4f1f-8d10-111cbf56a8a1 {{(pid=102969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:24:29.293763 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aaabbba-6098-4565-86a0-aa2d411ba81f admin admin] Notify agent at l3_agent.dv-cinder-773985-32-iscsi the message routers_updated {{(pid=102969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:24:29.308059 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-2aaabbba-6098-4565-86a0-aa2d411ba81f admin admin] 10.222.0.120 "PUT /v2.0/routers/0570dce7-c4b7-4195-a74d-985b045116e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0907347 Feb 16 14:24:29.449791 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Current status of the port 98bb8575-e479-4507-8a31-795e467515cb is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:24:29.458707 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-e855095f-a0d4-46a1-9881-d245e839f386 None None] Provisioning complete for port 441fe006-23cc-4296-bef3-f63895bc8bcd triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:24:29.459080 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-e855095f-a0d4-46a1-9881-d245e839f386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (441fe006-23cc-4296-bef3-f63895bc8bcd), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:29.461680 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-e99e7864-3c65-42de-be5c-aab6f3bd0f6d None None] Set router 0570dce7-c4b7-4195-a74d-985b045116e6 gateway port host: dv-cinder-773985-32-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:24:29.529510 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-e855095f-a0d4-46a1-9881-d245e839f386 None None] Port 441fe006-23cc-4296-bef3-f63895bc8bcd cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:24:29.702169 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-e99e7864-3c65-42de-be5c-aab6f3bd0f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0570dce7-c4b7-4195-a74d-985b045116e6', 'name': 'tempest-TestShelveInstance-1816458126-router', 'tenant_id': '0f5f176974a341ba8af2271ad648794f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': 'e0f2bc69-ff4c-42af-9e13-59fb113356c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:24:25Z', 'updated_at': '2022-02-16T14:24:28Z', 'revision_number': 4, 'project_id': '0f5f176974a341ba8af2271ad648794f', 'gw_port': {'id': 'e0f2bc69-ff4c-42af-9e13-59fb113356c8', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0570dce7-c4b7-4195-a74d-985b045116e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:24:25Z', 'updated_at': '2022-02-16T14:24:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_interfaces': [{'id': '441fe006-23cc-4296-bef3-f63895bc8bcd', 'name': '', 'network_id': '37a8956d-74aa-43b1-a7a4-5d5bd6b53734', 'tenant_id': '0f5f176974a341ba8af2271ad648794f', 'mac_address': 'fa:16:3e:6d:ad:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0570dce7-c4b7-4195-a74d-985b045116e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '6632f78c-c39c-4c77-ab7e-56cfe33de313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:24:27Z', 'updated_at': '2022-02-16T14:24:28Z', 'revision_number': 2, 'project_id': '0f5f176974a341ba8af2271ad648794f', 'subnets': [{'id': '6632f78c-c39c-4c77-ab7e-56cfe33de313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:24:29.729332 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99e7864-3c65-42de-be5c-aab6f3bd0f6d None None] The sync data for ids ['0570dce7-c4b7-4195-a74d-985b045116e6'] in dv-cinder-773985-32-iscsi is: [{'id': '0570dce7-c4b7-4195-a74d-985b045116e6', 'name': 'tempest-TestShelveInstance-1816458126-router', 'tenant_id': '0f5f176974a341ba8af2271ad648794f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': 'e0f2bc69-ff4c-42af-9e13-59fb113356c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:24:25Z', 'updated_at': '2022-02-16T14:24:28Z', 'revision_number': 4, 'project_id': '0f5f176974a341ba8af2271ad648794f', 'gw_port': {'id': 'e0f2bc69-ff4c-42af-9e13-59fb113356c8', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0570dce7-c4b7-4195-a74d-985b045116e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:24:25Z', 'updated_at': '2022-02-16T14:24:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_interfaces': [{'id': '441fe006-23cc-4296-bef3-f63895bc8bcd', 'name': '', 'network_id': '37a8956d-74aa-43b1-a7a4-5d5bd6b53734', 'tenant_id': '0f5f176974a341ba8af2271ad648794f', 'mac_address': 'fa:16:3e:6d:ad:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0570dce7-c4b7-4195-a74d-985b045116e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '6632f78c-c39c-4c77-ab7e-56cfe33de313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:24:27Z', 'updated_at': '2022-02-16T14:24:28Z', 'revision_number': 2, 'project_id': '0f5f176974a341ba8af2271ad648794f', 'subnets': [{'id': '6632f78c-c39c-4c77-ab7e-56cfe33de313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:24:29.846883 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device a6b16f97-752a-4597-a7a2-6167c27da797 up at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:24:29.899058 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Provisioning complete for port a6b16f97-752a-4597-a7a2-6167c27da797 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:24:29.899403 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (a6b16f97-752a-4597-a7a2-6167c27da797), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:29.931289 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 33044) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:24:29.953600 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-ad547187-5cb1-45e9-8366-e3c3f8fdbeb5 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-534693114', 'description': 'tempest-secgroup-smoke-534693114 description', 'project_id': '3aa153c01de34a9fa001939c2af1359a'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:24:29.985842 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ad547187-5cb1-45e9-8366-e3c3f8fdbeb5 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:30.008148 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Current status of the port a6b16f97-752a-4597-a7a2-6167c27da797 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:24:30.065379 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ad547187-5cb1-45e9-8366-e3c3f8fdbeb5 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Publish callbacks [] for security_group (7ec85d44-5cbf-4f15-8c1f-64d7cfd72133), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:30.070051 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ad547187-5cb1-45e9-8366-e3c3f8fdbeb5 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (7ec85d44-5cbf-4f15-8c1f-64d7cfd72133), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:30.100931 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ad547187-5cb1-45e9-8366-e3c3f8fdbeb5 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:30.102210 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-ad547187-5cb1-45e9-8366-e3c3f8fdbeb5 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1684978 Feb 16 14:24:30.105705 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 33048) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:24:30.110845 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-e3c1dd16-f35a-4722-8bac-94b14336050f tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Request body: {'security_group_rule': {'security_group_id': '7ec85d44-5cbf-4f15-8c1f-64d7cfd72133', 'project_id': '3aa153c01de34a9fa001939c2af1359a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:24:30.116106 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad547187-5cb1-45e9-8366-e3c3f8fdbeb5 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec85d44-5cbf-4f15-8c1f-64d7cfd72133,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:30.142243 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-e3c1dd16-f35a-4722-8bac-94b14336050f tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Publish callbacks [] for security_group_rule (3f29d86a-4941-42be-b689-433ab0fbc915), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:30.202065 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-e3c1dd16-f35a-4722-8bac-94b14336050f tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Publish callbacks [] for security_group_rule (3f29d86a-4941-42be-b689-433ab0fbc915), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:30.206240 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-e3c1dd16-f35a-4722-8bac-94b14336050f tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071180'] for security_group_rule (3f29d86a-4941-42be-b689-433ab0fbc915), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:30.225607 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c1dd16-f35a-4722-8bac-94b14336050f tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f29d86a-4941-42be-b689-433ab0fbc915,revision_number=0']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:30.233557 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-e3c1dd16-f35a-4722-8bac-94b14336050f tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:30.234666 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-e3c1dd16-f35a-4722-8bac-94b14336050f tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1280398 Feb 16 14:24:30.237450 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 33050) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:24:30.241998 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-88c5520b-cc1a-468b-aa77-0e319403f2cc tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Request body: {'security_group_rule': {'security_group_id': '7ec85d44-5cbf-4f15-8c1f-64d7cfd72133', 'project_id': '3aa153c01de34a9fa001939c2af1359a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:24:30.269392 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-88c5520b-cc1a-468b-aa77-0e319403f2cc tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Publish callbacks [] for security_group_rule (f3e86e56-69ff-42bb-b0cb-91c7ec608296), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:30.338134 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-88c5520b-cc1a-468b-aa77-0e319403f2cc tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Publish callbacks [] for security_group_rule (f3e86e56-69ff-42bb-b0cb-91c7ec608296), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:30.342547 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-88c5520b-cc1a-468b-aa77-0e319403f2cc tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071180'] for security_group_rule (f3e86e56-69ff-42bb-b0cb-91c7ec608296), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:30.367527 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c5520b-cc1a-468b-aa77-0e319403f2cc tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3e86e56-69ff-42bb-b0cb-91c7ec608296,revision_number=0']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:30.379981 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-88c5520b-cc1a-468b-aa77-0e319403f2cc tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:30.381837 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-88c5520b-cc1a-468b-aa77-0e319403f2cc tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1432621 Feb 16 14:24:30.384699 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 33052) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:24:30.389463 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-dad0f05d-6d32-432c-885c-f2e7929d8c79 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Request body: {'security_group_rule': {'security_group_id': '7ec85d44-5cbf-4f15-8c1f-64d7cfd72133', 'project_id': '3aa153c01de34a9fa001939c2af1359a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:24:30.437306 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-dad0f05d-6d32-432c-885c-f2e7929d8c79 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Publish callbacks [] for security_group_rule (2cb65c7d-bae5-4174-a3c7-8619038592ec), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:30.516063 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-dad0f05d-6d32-432c-885c-f2e7929d8c79 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Publish callbacks [] for security_group_rule (2cb65c7d-bae5-4174-a3c7-8619038592ec), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:30.520041 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-dad0f05d-6d32-432c-885c-f2e7929d8c79 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071180'] for security_group_rule (2cb65c7d-bae5-4174-a3c7-8619038592ec), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:30.546652 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad0f05d-6d32-432c-885c-f2e7929d8c79 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cb65c7d-bae5-4174-a3c7-8619038592ec,revision_number=0']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:30.554315 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-dad0f05d-6d32-432c-885c-f2e7929d8c79 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:30.560088 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 33062) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:24:30.564013 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-dad0f05d-6d32-432c-885c-f2e7929d8c79 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1780729 Feb 16 14:24:30.564680 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-47cb1bf2-f620-4196-ab73-edf4d3a74598 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Request body: {'security_group_rule': {'security_group_id': '7ec85d44-5cbf-4f15-8c1f-64d7cfd72133', 'project_id': '3aa153c01de34a9fa001939c2af1359a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:24:30.590412 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-47cb1bf2-f620-4196-ab73-edf4d3a74598 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Publish callbacks [] for security_group_rule (68475985-378a-41d1-af75-062462f23fa6), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:30.655414 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-47cb1bf2-f620-4196-ab73-edf4d3a74598 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Publish callbacks [] for security_group_rule (68475985-378a-41d1-af75-062462f23fa6), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:30.659449 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-47cb1bf2-f620-4196-ab73-edf4d3a74598 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071180'] for security_group_rule (68475985-378a-41d1-af75-062462f23fa6), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:30.678344 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cb1bf2-f620-4196-ab73-edf4d3a74598 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68475985-378a-41d1-af75-062462f23fa6,revision_number=0']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:30.688313 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-47cb1bf2-f620-4196-ab73-edf4d3a74598 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:30.692501 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 33064) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:24:30.692765 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-47cb1bf2-f620-4196-ab73-edf4d3a74598 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1319659 Feb 16 14:24:30.697405 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-420e5157-d363-4543-8ed6-1d83649fbd59 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Request body: {'security_group_rule': {'security_group_id': '7ec85d44-5cbf-4f15-8c1f-64d7cfd72133', 'project_id': '3aa153c01de34a9fa001939c2af1359a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:24:30.724309 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.db.securitygroups_db [None req-420e5157-d363-4543-8ed6-1d83649fbd59 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Project 3aa153c01de34a9fa001939c2af1359a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 14:24:30.731765 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-420e5157-d363-4543-8ed6-1d83649fbd59 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Publish callbacks [] for security_group_rule (3a490ac8-87a5-4228-8c5e-1116c7a88939), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:30.825257 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-420e5157-d363-4543-8ed6-1d83649fbd59 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Publish callbacks [] for security_group_rule (3a490ac8-87a5-4228-8c5e-1116c7a88939), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:30.830367 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-420e5157-d363-4543-8ed6-1d83649fbd59 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071180'] for security_group_rule (3a490ac8-87a5-4228-8c5e-1116c7a88939), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:30.856593 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420e5157-d363-4543-8ed6-1d83649fbd59 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a490ac8-87a5-4228-8c5e-1116c7a88939,revision_number=0']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:30.867232 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-420e5157-d363-4543-8ed6-1d83649fbd59 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:30.869097 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-420e5157-d363-4543-8ed6-1d83649fbd59 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1755068 Feb 16 14:24:30.872451 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 33066) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:24:30.877418 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [None req-08a5d6ae-ccfa-4e01-a7b3-b3ff592b544c tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Request body: {'security_group_rule': {'security_group_id': '7ec85d44-5cbf-4f15-8c1f-64d7cfd72133', 'project_id': '3aa153c01de34a9fa001939c2af1359a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:24:30.898442 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.db.securitygroups_db [None req-08a5d6ae-ccfa-4e01-a7b3-b3ff592b544c tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Project 3aa153c01de34a9fa001939c2af1359a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 14:24:30.904536 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-08a5d6ae-ccfa-4e01-a7b3-b3ff592b544c tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Publish callbacks [] for security_group_rule (05587158-d04b-420d-bb4a-2c6058aac221), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:30.968362 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-08a5d6ae-ccfa-4e01-a7b3-b3ff592b544c tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Publish callbacks [] for security_group_rule (05587158-d04b-420d-bb4a-2c6058aac221), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:30.972756 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-08a5d6ae-ccfa-4e01-a7b3-b3ff592b544c tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071180'] for security_group_rule (05587158-d04b-420d-bb4a-2c6058aac221), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:30.992209 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a5d6ae-ccfa-4e01-a7b3-b3ff592b544c tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05587158-d04b-420d-bb4a-2c6058aac221,revision_number=0']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:30.998457 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-08a5d6ae-ccfa-4e01-a7b3-b3ff592b544c tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:31.011984 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-08a5d6ae-ccfa-4e01-a7b3-b3ff592b544c tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1382849 Feb 16 14:24:31.871183 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4180bb6-5c42-4574-aca7-a137fe905f13 None None] Sync routers for ids ['0570dce7-c4b7-4195-a74d-985b045116e6'] in dv-cinder-773985-32-iscsi {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:24:31.881492 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4180bb6-5c42-4574-aca7-a137fe905f13 None None] Routers {'0570dce7-c4b7-4195-a74d-985b045116e6'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:24:31.882106 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-f4180bb6-5c42-4574-aca7-a137fe905f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:24:11Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['0570dce7-c4b7-4195-a74d-985b045116e6'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:24:31.919621 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device e0f2bc69-ff4c-42af-9e13-59fb113356c8 up at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:24:31.977202 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Provisioning complete for port e0f2bc69-ff4c-42af-9e13-59fb113356c8 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:24:31.978316 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (e0f2bc69-ff4c-42af-9e13-59fb113356c8), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:32.023547 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-f4180bb6-5c42-4574-aca7-a137fe905f13 None None] Set router 0570dce7-c4b7-4195-a74d-985b045116e6 gateway port host: dv-cinder-773985-32-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:24:32.077691 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Current status of the port e0f2bc69-ff4c-42af-9e13-59fb113356c8 is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:24:32.078427 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (e0f2bc69-ff4c-42af-9e13-59fb113356c8), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:32.099577 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] For port e0f2bc69-ff4c-42af-9e13-59fb113356c8, host dv-cinder-773985-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=e0f2bc69-ff4c-42af-9e13-59fb113356c8,segment=NetworkSegment(26d58d4e-c6ed-4576-9373-5fb9e6fda4ae),segment_id=26d58d4e-c6ed-4576-9373-5fb9e6fda4ae)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:24:32.103689 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (e0f2bc69-ff4c-42af-9e13-59fb113356c8), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:32.156407 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Pushing event updated for resources: {'Port': ['ID=e0f2bc69-ff4c-42af-9e13-59fb113356c8,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:32.319391 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-f4180bb6-5c42-4574-aca7-a137fe905f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0570dce7-c4b7-4195-a74d-985b045116e6', 'name': 'tempest-TestShelveInstance-1816458126-router', 'tenant_id': '0f5f176974a341ba8af2271ad648794f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': 'e0f2bc69-ff4c-42af-9e13-59fb113356c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:24:25Z', 'updated_at': '2022-02-16T14:24:28Z', 'revision_number': 4, 'project_id': '0f5f176974a341ba8af2271ad648794f', 'gw_port': {'id': 'e0f2bc69-ff4c-42af-9e13-59fb113356c8', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0570dce7-c4b7-4195-a74d-985b045116e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:24:25Z', 'updated_at': '2022-02-16T14:24:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_interfaces': [{'id': '441fe006-23cc-4296-bef3-f63895bc8bcd', 'name': '', 'network_id': '37a8956d-74aa-43b1-a7a4-5d5bd6b53734', 'tenant_id': '0f5f176974a341ba8af2271ad648794f', 'mac_address': 'fa:16:3e:6d:ad:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0570dce7-c4b7-4195-a74d-985b045116e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '6632f78c-c39c-4c77-ab7e-56cfe33de313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:24:27Z', 'updated_at': '2022-02-16T14:24:28Z', 'revision_number': 2, 'project_id': '0f5f176974a341ba8af2271ad648794f', 'subnets': [{'id': '6632f78c-c39c-4c77-ab7e-56cfe33de313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:24:32.348960 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4180bb6-5c42-4574-aca7-a137fe905f13 None None] Checking router: 0570dce7-c4b7-4195-a74d-985b045116e6 for host: dv-cinder-773985-32-iscsi {{(pid=102971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:24:32.349307 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4180bb6-5c42-4574-aca7-a137fe905f13 None None] Updating router 0570dce7-c4b7-4195-a74d-985b045116e6 port 441fe006-23cc-4296-bef3-f63895bc8bcd binding host dv-cinder-773985-32-iscsi {{(pid=102971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:24:32.377625 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-f4180bb6-5c42-4574-aca7-a137fe905f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (441fe006-23cc-4296-bef3-f63895bc8bcd), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:32.647724 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-f4180bb6-5c42-4574-aca7-a137fe905f13 None None] Publish callbacks [] for port (441fe006-23cc-4296-bef3-f63895bc8bcd), precommit_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:32.653137 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-f4180bb6-5c42-4574-aca7-a137fe905f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (441fe006-23cc-4296-bef3-f63895bc8bcd), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:32.718649 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881b4892-ee5b-4ccd-ac27-2734674d86c1 None None] Pushing event updated for resources: {'Port': ['ID=441fe006-23cc-4296-bef3-f63895bc8bcd,revision_number=3']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:32.772444 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [None req-f4180bb6-5c42-4574-aca7-a137fe905f13 None None] Attempting to bind port 441fe006-23cc-4296-bef3-f63895bc8bcd on host dv-cinder-773985-32-iscsi for vnic_type normal with profile {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:24:32.772814 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [None req-f4180bb6-5c42-4574-aca7-a137fe905f13 None None] Attempting to bind port 441fe006-23cc-4296-bef3-f63895bc8bcd by drivers openvswitch,hyperv on host dv-cinder-773985-32-iscsi at level 0 using segments [{'id': '212d70b7-85c0-465d-9ce7-34f8355fb1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '37a8956d-74aa-43b1-a7a4-5d5bd6b53734'}] {{(pid=102971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:24:32.773185 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4180bb6-5c42-4574-aca7-a137fe905f13 None None] Attempting to bind port 441fe006-23cc-4296-bef3-f63895bc8bcd on network 37a8956d-74aa-43b1-a7a4-5d5bd6b53734 {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:24:32.778762 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4180bb6-5c42-4574-aca7-a137fe905f13 None None] Checking agent: {'id': '529a93d1-f8f6-4ba2-8600-6635050f85df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-32-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 7, 45), 'started_at': datetime.datetime(2022, 2, 16, 14, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-32-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:24:32.779132 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4180bb6-5c42-4574-aca7-a137fe905f13 None None] Checking segment: {'id': '212d70b7-85c0-465d-9ce7-34f8355fb1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '37a8956d-74aa-43b1-a7a4-5d5bd6b53734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:24:32.779691 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-f4180bb6-5c42-4574-aca7-a137fe905f13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:32.780084 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4180bb6-5c42-4574-aca7-a137fe905f13 None None] Bound using segment: {'id': '212d70b7-85c0-465d-9ce7-34f8355fb1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '37a8956d-74aa-43b1-a7a4-5d5bd6b53734'} {{(pid=102971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:24:32.780552 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.managers [None req-f4180bb6-5c42-4574-aca7-a137fe905f13 None None] Bound port: 441fe006-23cc-4296-bef3-f63895bc8bcd, host: dv-cinder-773985-32-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212d70b7-85c0-465d-9ce7-34f8355fb1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1332, 'network_id': '37a8956d-74aa-43b1-a7a4-5d5bd6b53734'}}] {{(pid=102971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:24:32.780932 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-f4180bb6-5c42-4574-aca7-a137fe905f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (441fe006-23cc-4296-bef3-f63895bc8bcd), before_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:32.850648 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [None req-f4180bb6-5c42-4574-aca7-a137fe905f13 None None] For port 441fe006-23cc-4296-bef3-f63895bc8bcd, host dv-cinder-773985-32-iscsi, cleared binding levels {{(pid=102971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:24:32.854700 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.plugins.ml2.db [None req-f4180bb6-5c42-4574-aca7-a137fe905f13 None None] For port 441fe006-23cc-4296-bef3-f63895bc8bcd, host dv-cinder-773985-32-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=441fe006-23cc-4296-bef3-f63895bc8bcd,segment=NetworkSegment(212d70b7-85c0-465d-9ce7-34f8355fb1d9),segment_id=212d70b7-85c0-465d-9ce7-34f8355fb1d9)] {{(pid=102971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:24:32.861038 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron_lib.callbacks.manager [None req-f4180bb6-5c42-4574-aca7-a137fe905f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (441fe006-23cc-4296-bef3-f63895bc8bcd), after_update {{(pid=102971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:32.914504 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (0563e457-3a96-4909-b5a3-8fa5db96f619), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:32.916480 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4180bb6-5c42-4574-aca7-a137fe905f13 None None] Routers {'0570dce7-c4b7-4195-a74d-985b045116e6'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:24:32.917024 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-f4180bb6-5c42-4574-aca7-a137fe905f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:24:11Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['0570dce7-c4b7-4195-a74d-985b045116e6'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:24:33.003928 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-9a924290-b67a-4020-b87f-f512469b4c2b None None] Provisioning complete for port 441fe006-23cc-4296-bef3-f63895bc8bcd triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:24:33.004841 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-9a924290-b67a-4020-b87f-f512469b4c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (441fe006-23cc-4296-bef3-f63895bc8bcd), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:33.013182 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881b4892-ee5b-4ccd-ac27-2734674d86c1 None None] Pushing event updated for resources: {'Port': ['ID=441fe006-23cc-4296-bef3-f63895bc8bcd,revision_number=4']} {{(pid=102971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:33.072963 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-f4180bb6-5c42-4574-aca7-a137fe905f13 None None] Set router 0570dce7-c4b7-4195-a74d-985b045116e6 gateway port host: dv-cinder-773985-32-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:24:33.118775 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-9a924290-b67a-4020-b87f-f512469b4c2b None None] Current status of the port 441fe006-23cc-4296-bef3-f63895bc8bcd is: DOWN; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:24:33.119997 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-9a924290-b67a-4020-b87f-f512469b4c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (441fe006-23cc-4296-bef3-f63895bc8bcd), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:33.161787 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-9a924290-b67a-4020-b87f-f512469b4c2b None None] For port 441fe006-23cc-4296-bef3-f63895bc8bcd, host dv-cinder-773985-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=441fe006-23cc-4296-bef3-f63895bc8bcd,segment=NetworkSegment(212d70b7-85c0-465d-9ce7-34f8355fb1d9),segment_id=212d70b7-85c0-465d-9ce7-34f8355fb1d9)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:24:33.166773 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-9a924290-b67a-4020-b87f-f512469b4c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (441fe006-23cc-4296-bef3-f63895bc8bcd), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:33.231012 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a924290-b67a-4020-b87f-f512469b4c2b None None] Pushing event updated for resources: {'Port': ['ID=441fe006-23cc-4296-bef3-f63895bc8bcd,revision_number=5']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:33.302494 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-aed4b142-acaf-47ca-bf94-15145788d7bd None None] Provisioning complete for port 441fe006-23cc-4296-bef3-f63895bc8bcd triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:24:33.303153 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-aed4b142-acaf-47ca-bf94-15145788d7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (441fe006-23cc-4296-bef3-f63895bc8bcd), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:33.320411 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-f4180bb6-5c42-4574-aca7-a137fe905f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0570dce7-c4b7-4195-a74d-985b045116e6', 'name': 'tempest-TestShelveInstance-1816458126-router', 'tenant_id': '0f5f176974a341ba8af2271ad648794f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': 'e0f2bc69-ff4c-42af-9e13-59fb113356c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:24:25Z', 'updated_at': '2022-02-16T14:24:28Z', 'revision_number': 4, 'project_id': '0f5f176974a341ba8af2271ad648794f', 'gw_port': {'id': 'e0f2bc69-ff4c-42af-9e13-59fb113356c8', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0570dce7-c4b7-4195-a74d-985b045116e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:24:25Z', 'updated_at': '2022-02-16T14:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_interfaces': [{'id': '441fe006-23cc-4296-bef3-f63895bc8bcd', 'name': '', 'network_id': '37a8956d-74aa-43b1-a7a4-5d5bd6b53734', 'tenant_id': '0f5f176974a341ba8af2271ad648794f', 'mac_address': 'fa:16:3e:6d:ad:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0570dce7-c4b7-4195-a74d-985b045116e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '6632f78c-c39c-4c77-ab7e-56cfe33de313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:24:27Z', 'updated_at': '2022-02-16T14:24:32Z', 'revision_number': 4, 'project_id': '0f5f176974a341ba8af2271ad648794f', 'subnets': [{'id': '6632f78c-c39c-4c77-ab7e-56cfe33de313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:24:33.357730 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4180bb6-5c42-4574-aca7-a137fe905f13 None None] The sync data for ids ['0570dce7-c4b7-4195-a74d-985b045116e6'] in dv-cinder-773985-32-iscsi is: [{'id': '0570dce7-c4b7-4195-a74d-985b045116e6', 'name': 'tempest-TestShelveInstance-1816458126-router', 'tenant_id': '0f5f176974a341ba8af2271ad648794f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': 'e0f2bc69-ff4c-42af-9e13-59fb113356c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:24:25Z', 'updated_at': '2022-02-16T14:24:28Z', 'revision_number': 4, 'project_id': '0f5f176974a341ba8af2271ad648794f', 'gw_port': {'id': 'e0f2bc69-ff4c-42af-9e13-59fb113356c8', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0570dce7-c4b7-4195-a74d-985b045116e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:24:25Z', 'updated_at': '2022-02-16T14:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_interfaces': [{'id': '441fe006-23cc-4296-bef3-f63895bc8bcd', 'name': '', 'network_id': '37a8956d-74aa-43b1-a7a4-5d5bd6b53734', 'tenant_id': '0f5f176974a341ba8af2271ad648794f', 'mac_address': 'fa:16:3e:6d:ad:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0570dce7-c4b7-4195-a74d-985b045116e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '6632f78c-c39c-4c77-ab7e-56cfe33de313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:24:27Z', 'updated_at': '2022-02-16T14:24:32Z', 'revision_number': 4, 'project_id': '0f5f176974a341ba8af2271ad648794f', 'subnets': [{'id': '6632f78c-c39c-4c77-ab7e-56cfe33de313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:24:33.404816 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-aed4b142-acaf-47ca-bf94-15145788d7bd None None] Current status of the port 441fe006-23cc-4296-bef3-f63895bc8bcd is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:24:33.880338 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device 441fe006-23cc-4296-bef3-f63895bc8bcd up at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:24:33.935587 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Provisioning complete for port 441fe006-23cc-4296-bef3-f63895bc8bcd triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:24:33.935871 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (441fe006-23cc-4296-bef3-f63895bc8bcd), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:34.011993 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Current status of the port 441fe006-23cc-4296-bef3-f63895bc8bcd is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:24:34.013041 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device e0f2bc69-ff4c-42af-9e13-59fb113356c8 up at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:24:34.058443 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Provisioning complete for port e0f2bc69-ff4c-42af-9e13-59fb113356c8 triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:24:34.058961 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (e0f2bc69-ff4c-42af-9e13-59fb113356c8), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:34.142381 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Current status of the port e0f2bc69-ff4c-42af-9e13-59fb113356c8 is: ACTIVE; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:24:39.021783 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c5df990d-f042-4b03-a96a-443145707aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (10a26995-69c6-4373-972b-e8a4ac0e51da), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:41.189560 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-70627379-c443-49f9-9d4e-ad9a626df9d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (531611a8-34ea-4f1f-8d10-111cbf56a8a1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:42.438355 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f4fb-7ea9-448d-9c44-08fc2737c2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (86100e92-d951-4144-bd87-36328b8a7b76), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:43.744099 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ac86131d-db3b-4e6c-9567-647e6948f8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (6a38cbfe-57d3-4d37-ac59-552f6dc7f99c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:45.064720 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (529a93d1-f8f6-4ba2-8600-6635050f85df), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:50.476741 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-52fb8a14-188c-48bc-bd15-d2d2993c3098 req-d77e9d10-05e2-4b67-bde5-e4a553dde575 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-534693114&fields=id&tenant_id=3aa153c01de34a9fa001939c2af1359a HTTP/1.1" status: 200 len: 267 time: 0.0448594 Feb 16 14:24:50.587418 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb8a14-188c-48bc-bd15-d2d2993c3098 req-a579650a-fecd-409f-9b20-fb5f791c6bf0 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:24:50.588903 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-52fb8a14-188c-48bc-bd15-d2d2993c3098 req-a579650a-fecd-409f-9b20-fb5f791c6bf0 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/networks?id=6d4b2f53-288d-4ba1-baf8-af877bb16ef2 HTTP/1.1" status: 200 len: 809 time: 0.1057723 Feb 16 14:24:50.603873 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-52fb8a14-188c-48bc-bd15-d2d2993c3098 req-6ae2acf2-febe-45bd-8fef-f53a30370e20 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/quotas/3aa153c01de34a9fa001939c2af1359a HTTP/1.1" status: 200 len: 375 time: 0.0090334 Feb 16 14:24:50.659156 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-52fb8a14-188c-48bc-bd15-d2d2993c3098 req-aed2d5f6-9459-4daf-86b7-64f5bd0c546c tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/ports?tenant_id=3aa153c01de34a9fa001939c2af1359a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497813 Feb 16 14:24:50.764339 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-52fb8a14-188c-48bc-bd15-d2d2993c3098 req-871eae77-8c6e-4ddd-88c4-2b345d4fcc5e service neutron] 10.222.0.120 "GET /v2.0/networks/6d4b2f53-288d-4ba1-baf8-af877bb16ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938253 Feb 16 14:24:50.857678 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-52fb8a14-188c-48bc-bd15-d2d2993c3098 req-fa4dd7aa-c6bf-4f96-9b0c-8a77d7e8aa97 service neutron] 10.222.0.120 "GET /v2.0/networks/6d4b2f53-288d-4ba1-baf8-af877bb16ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869160 Feb 16 14:24:51.147225 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b1c08036-2213-47ff-99ed-033da72db342 req-861a494b-c9d7-49c5-8a6a-53ac5e338396 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd HTTP/1.1" status: 200 len: 210 time: 0.0289276 Feb 16 14:24:52.248642 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-67e99b69-fbe1-45ac-81b5-175215d4b75b req-bdcb3216-f5b2-4f36-b18d-8657e44fda75 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd HTTP/1.1" status: 200 len: 210 time: 0.0318456 Feb 16 14:24:52.539765 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb8a14-188c-48bc-bd15-d2d2993c3098 req-799eb88e-94cc-41bd-b375-14b6606e069e tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:24:52.541366 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-52fb8a14-188c-48bc-bd15-d2d2993c3098 req-799eb88e-94cc-41bd-b375-14b6606e069e tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.10 "GET /v2.0/networks?id=6d4b2f53-288d-4ba1-baf8-af877bb16ef2 HTTP/1.1" status: 200 len: 809 time: 0.1086812 Feb 16 14:24:52.610901 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-52fb8a14-188c-48bc-bd15-d2d2993c3098 req-adc44d69-6cfb-4e87-b7a6-1e963af8dc59 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3aa153c01de34a9fa001939c2af1359a HTTP/1.1" status: 200 len: 379 time: 0.0538828 Feb 16 14:24:52.628458 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-52fb8a14-188c-48bc-bd15-d2d2993c3098 req-618e1865-5d0e-4d5e-9cad-ee6e4f9f115e tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Request body: {'port': {'device_id': '2ec70a54-c53e-4257-a5d1-ec90a55865bd', 'network_id': '6d4b2f53-288d-4ba1-baf8-af877bb16ef2', 'admin_state_up': True, 'tenant_id': '3aa153c01de34a9fa001939c2af1359a', 'security_groups': ['7ec85d44-5cbf-4f15-8c1f-64d7cfd72133']}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:24:52.736726 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52fb8a14-188c-48bc-bd15-d2d2993c3098 req-618e1865-5d0e-4d5e-9cad-ee6e4f9f115e tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Made reservation on behalf of 3aa153c01de34a9fa001939c2af1359a for: {'port': 1} {{(pid=102968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:24:52.740128 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-52fb8a14-188c-48bc-bd15-d2d2993c3098 req-618e1865-5d0e-4d5e-9cad-ee6e4f9f115e tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:52.863005 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_common [req-52fb8a14-188c-48bc-bd15-d2d2993c3098 req-618e1865-5d0e-4d5e-9cad-ee6e4f9f115e tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Allocated IP 172.20.0.5 (6d4b2f53-288d-4ba1-baf8-af877bb16ef2/7f0b8202-cb6f-47ce-ab81-e5b4204238b4/9f07cd68-0f8e-4020-9a39-cc96204311ab) {{(pid=102968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:24:53.007280 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-52fb8a14-188c-48bc-bd15-d2d2993c3098 req-618e1865-5d0e-4d5e-9cad-ee6e4f9f115e tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Publish callbacks [] for port (9f07cd68-0f8e-4020-9a39-cc96204311ab), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:53.040622 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-52fb8a14-188c-48bc-bd15-d2d2993c3098 req-618e1865-5d0e-4d5e-9cad-ee6e4f9f115e tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784246951208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811206'] for port (9f07cd68-0f8e-4020-9a39-cc96204311ab), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:53.087439 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52fb8a14-188c-48bc-bd15-d2d2993c3098 req-618e1865-5d0e-4d5e-9cad-ee6e4f9f115e tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Network 6d4b2f53-288d-4ba1-baf8-af877bb16ef2 is already hosted by enough agents. {{(pid=102968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:24:53.090531 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.base_scheduler [req-52fb8a14-188c-48bc-bd15-d2d2993c3098 req-618e1865-5d0e-4d5e-9cad-ee6e4f9f115e tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Resources bound (agent type, host, resource id): {{(pid=102968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:24:53.094262 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-52fb8a14-188c-48bc-bd15-d2d2993c3098 req-618e1865-5d0e-4d5e-9cad-ee6e4f9f115e tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Received port after_create {{(pid=102968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:24:53.101211 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618e1865-5d0e-4d5e-9cad-ee6e4f9f115e tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Pushing event updated for resources: {'Port': ['ID=9f07cd68-0f8e-4020-9a39-cc96204311ab,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:53.154929 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb8a14-188c-48bc-bd15-d2d2993c3098 req-618e1865-5d0e-4d5e-9cad-ee6e4f9f115e tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:24:53.155606 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-52fb8a14-188c-48bc-bd15-d2d2993c3098 req-618e1865-5d0e-4d5e-9cad-ee6e4f9f115e tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:53.174771 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-52fb8a14-188c-48bc-bd15-d2d2993c3098 req-618e1865-5d0e-4d5e-9cad-ee6e4f9f115e tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5514519 Feb 16 14:24:53.197478 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.v2.base [req-52fb8a14-188c-48bc-bd15-d2d2993c3098 req-163a5605-67d8-4200-94a6-6dc8f3c570c9 service neutron] Request body: {'port': {'device_id': '2ec70a54-c53e-4257-a5d1-ec90a55865bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:24:53.267463 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-52fb8a14-188c-48bc-bd15-d2d2993c3098 req-163a5605-67d8-4200-94a6-6dc8f3c570c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (9f07cd68-0f8e-4020-9a39-cc96204311ab), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:53.357269 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-4df26550-8bcd-466a-b1c2-63a13fe5127f None None] Provisioning complete for port 9f07cd68-0f8e-4020-9a39-cc96204311ab triggered by entity DHCP. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:24:53.358340 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4df26550-8bcd-466a-b1c2-63a13fe5127f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (9f07cd68-0f8e-4020-9a39-cc96204311ab), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:53.399752 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-4df26550-8bcd-466a-b1c2-63a13fe5127f None None] Port 9f07cd68-0f8e-4020-9a39-cc96204311ab cannot update to ACTIVE because it is not bound. {{(pid=102970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:24:53.481480 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9f873-fd8b-4f62-b924-fe5ef404e112 req-9c798652-c882-4126-843b-3e3f259c6bd1 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:24:53.482983 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7ed9f873-fd8b-4f62-b924-fe5ef404e112 req-9c798652-c882-4126-843b-3e3f259c6bd1 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd HTTP/1.1" status: 200 len: 931 time: 0.1423116 Feb 16 14:24:53.590896 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7ed9f873-fd8b-4f62-b924-fe5ef404e112 req-db906355-8859-484d-859f-69e6c8eff525 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/security-groups?id=7ec85d44-5cbf-4f15-8c1f-64d7cfd72133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738397 Feb 16 14:24:53.646699 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [req-52fb8a14-188c-48bc-bd15-d2d2993c3098 req-163a5605-67d8-4200-94a6-6dc8f3c570c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f07cd68-0f8e-4020-9a39-cc96204311ab {{(pid=102968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:24:53.656421 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-52fb8a14-188c-48bc-bd15-d2d2993c3098 req-163a5605-67d8-4200-94a6-6dc8f3c570c9 service neutron] Publish callbacks [] for port (9f07cd68-0f8e-4020-9a39-cc96204311ab), precommit_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:53.668715 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.provisioning_blocks [req-52fb8a14-188c-48bc-bd15-d2d2993c3098 req-163a5605-67d8-4200-94a6-6dc8f3c570c9 service neutron] Transition to ACTIVE for port object 9f07cd68-0f8e-4020-9a39-cc96204311ab will not be triggered until provisioned by entity L2. {{(pid=102968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:24:53.673427 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-52fb8a14-188c-48bc-bd15-d2d2993c3098 req-163a5605-67d8-4200-94a6-6dc8f3c570c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8811213'] for port (9f07cd68-0f8e-4020-9a39-cc96204311ab), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:53.731661 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163a5605-67d8-4200-94a6-6dc8f3c570c9 service neutron] Pushing event updated for resources: {'Port': ['ID=9f07cd68-0f8e-4020-9a39-cc96204311ab,revision_number=2']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:53.756685 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163a5605-67d8-4200-94a6-6dc8f3c570c9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:53.757043 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163a5605-67d8-4200-94a6-6dc8f3c570c9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:53.757423 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163a5605-67d8-4200-94a6-6dc8f3c570c9 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:53.757864 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163a5605-67d8-4200-94a6-6dc8f3c570c9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:53.758238 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163a5605-67d8-4200-94a6-6dc8f3c570c9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:53.758593 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163a5605-67d8-4200-94a6-6dc8f3c570c9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:53.758957 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163a5605-67d8-4200-94a6-6dc8f3c570c9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:53.759310 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163a5605-67d8-4200-94a6-6dc8f3c570c9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:53.759701 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163a5605-67d8-4200-94a6-6dc8f3c570c9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:53.760035 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163a5605-67d8-4200-94a6-6dc8f3c570c9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:53.760369 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163a5605-67d8-4200-94a6-6dc8f3c570c9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:53.760703 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163a5605-67d8-4200-94a6-6dc8f3c570c9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:53.761123 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163a5605-67d8-4200-94a6-6dc8f3c570c9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:53.825252 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-52fb8a14-188c-48bc-bd15-d2d2993c3098 req-163a5605-67d8-4200-94a6-6dc8f3c570c9 service neutron] Attempting to bind port 9f07cd68-0f8e-4020-9a39-cc96204311ab on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:24:53.825611 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-52fb8a14-188c-48bc-bd15-d2d2993c3098 req-163a5605-67d8-4200-94a6-6dc8f3c570c9 service neutron] Attempting to bind port 9f07cd68-0f8e-4020-9a39-cc96204311ab by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '34a87ae9-f53b-473e-b547-fa22f0d08b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '6d4b2f53-288d-4ba1-baf8-af877bb16ef2'}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:24:53.826431 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52fb8a14-188c-48bc-bd15-d2d2993c3098 req-163a5605-67d8-4200-94a6-6dc8f3c570c9 service neutron] Attempting to bind port 9f07cd68-0f8e-4020-9a39-cc96204311ab on network 6d4b2f53-288d-4ba1-baf8-af877bb16ef2 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:24:53.831499 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52fb8a14-188c-48bc-bd15-d2d2993c3098 req-163a5605-67d8-4200-94a6-6dc8f3c570c9 service neutron] Port 9f07cd68-0f8e-4020-9a39-cc96204311ab on network 6d4b2f53-288d-4ba1-baf8-af877bb16ef2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:24:53.831835 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52fb8a14-188c-48bc-bd15-d2d2993c3098 req-163a5605-67d8-4200-94a6-6dc8f3c570c9 service neutron] Attempting to bind port 9f07cd68-0f8e-4020-9a39-cc96204311ab on network 6d4b2f53-288d-4ba1-baf8-af877bb16ef2 {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:24:53.837161 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52fb8a14-188c-48bc-bd15-d2d2993c3098 req-163a5605-67d8-4200-94a6-6dc8f3c570c9 service neutron] Checking agent: {'id': '0563e457-3a96-4909-b5a3-8fa5db96f619', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 14, 3), 'started_at': datetime.datetime(2022, 2, 16, 14, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:24:53.837510 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52fb8a14-188c-48bc-bd15-d2d2993c3098 req-163a5605-67d8-4200-94a6-6dc8f3c570c9 service neutron] Checking segment: {'id': '34a87ae9-f53b-473e-b547-fa22f0d08b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '6d4b2f53-288d-4ba1-baf8-af877bb16ef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:24:53.837894 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52fb8a14-188c-48bc-bd15-d2d2993c3098 req-163a5605-67d8-4200-94a6-6dc8f3c570c9 service neutron] Bound using segment: {'id': '34a87ae9-f53b-473e-b547-fa22f0d08b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '6d4b2f53-288d-4ba1-baf8-af877bb16ef2'} {{(pid=102968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:24:53.838322 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.managers [req-52fb8a14-188c-48bc-bd15-d2d2993c3098 req-163a5605-67d8-4200-94a6-6dc8f3c570c9 service neutron] Bound port: 9f07cd68-0f8e-4020-9a39-cc96204311ab, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34a87ae9-f53b-473e-b547-fa22f0d08b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': '6d4b2f53-288d-4ba1-baf8-af877bb16ef2'}}] {{(pid=102968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:24:53.838774 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-52fb8a14-188c-48bc-bd15-d2d2993c3098 req-163a5605-67d8-4200-94a6-6dc8f3c570c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (9f07cd68-0f8e-4020-9a39-cc96204311ab), before_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:53.913935 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-52fb8a14-188c-48bc-bd15-d2d2993c3098 req-163a5605-67d8-4200-94a6-6dc8f3c570c9 service neutron] For port 9f07cd68-0f8e-4020-9a39-cc96204311ab, host hv-cinder-77398, cleared binding levels {{(pid=102968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:24:53.917247 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-52fb8a14-188c-48bc-bd15-d2d2993c3098 req-163a5605-67d8-4200-94a6-6dc8f3c570c9 service neutron] For port 9f07cd68-0f8e-4020-9a39-cc96204311ab, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=9f07cd68-0f8e-4020-9a39-cc96204311ab,segment=NetworkSegment(34a87ae9-f53b-473e-b547-fa22f0d08b64),segment_id=34a87ae9-f53b-473e-b547-fa22f0d08b64)] {{(pid=102968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:24:53.924303 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-52fb8a14-188c-48bc-bd15-d2d2993c3098 req-163a5605-67d8-4200-94a6-6dc8f3c570c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8811213'] for port (9f07cd68-0f8e-4020-9a39-cc96204311ab), after_update {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:53.960422 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb8a14-188c-48bc-bd15-d2d2993c3098 req-163a5605-67d8-4200-94a6-6dc8f3c570c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:24:53.961050 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-52fb8a14-188c-48bc-bd15-d2d2993c3098 req-163a5605-67d8-4200-94a6-6dc8f3c570c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:53.962600 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-52fb8a14-188c-48bc-bd15-d2d2993c3098 req-163a5605-67d8-4200-94a6-6dc8f3c570c9 service neutron] 10.222.0.10 "PUT /v2.0/ports/9f07cd68-0f8e-4020-9a39-cc96204311ab HTTP/1.1" status: 200 len: 1093 time: 0.7717965 Feb 16 14:24:53.962902 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ec70a54-c53e-4257-a5d1-ec90a55865bd', 'tag': '9f07cd68-0f8e-4020-9a39-cc96204311ab'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:24:53.965179 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669008da0707fbbfdc7037cdc0b86c67378ff5c6b942db7a00e5cd0dd563b74b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f49200a-b534-4d4c-950a-adabbb7cdce1" -d '{"events": [{"name": "network-changed", "server_uuid": "2ec70a54-c53e-4257-a5d1-ec90a55865bd", "tag": "9f07cd68-0f8e-4020-9a39-cc96204311ab"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:24:53.996433 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163a5605-67d8-4200-94a6-6dc8f3c570c9 service neutron] Pushing event updated for resources: {'Port': ['ID=9f07cd68-0f8e-4020-9a39-cc96204311ab,revision_number=3']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:54.016247 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d0dc62-ad9e-44d6-9e52-ad985d341b1e x-openstack-request-id: req-e1d0dc62-ad9e-44d6-9e52-ad985d341b1e {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:24:54.016542 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ec70a54-c53e-4257-a5d1-ec90a55865bd", "tag": "9f07cd68-0f8e-4020-9a39-cc96204311ab", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:24:54.016951 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-e1d0dc62-ad9e-44d6-9e52-ad985d341b1e {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:24:54.017415 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ec70a54-c53e-4257-a5d1-ec90a55865bd', 'tag': '9f07cd68-0f8e-4020-9a39-cc96204311ab', 'status': 'completed', 'code': 200} Feb 16 14:24:54.096719 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb8a14-188c-48bc-bd15-d2d2993c3098 req-0a92945a-514f-411b-836b-c3ed079c7133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:24:54.098467 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-52fb8a14-188c-48bc-bd15-d2d2993c3098 req-0a92945a-514f-411b-836b-c3ed079c7133 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3aa153c01de34a9fa001939c2af1359a&device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd HTTP/1.1" status: 200 len: 1127 time: 0.0577517 Feb 16 14:24:54.151439 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-52fb8a14-188c-48bc-bd15-d2d2993c3098 req-909dc5e9-680a-4fcb-ac19-25ee925a7ca7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f07cd68-0f8e-4020-9a39-cc96204311ab HTTP/1.1" status: 200 len: 217 time: 0.0361512 Feb 16 14:24:54.205454 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb8a14-188c-48bc-bd15-d2d2993c3098 req-400b6ec7-3aac-4eda-acf2-ebedb7c193d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:24:54.206915 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-52fb8a14-188c-48bc-bd15-d2d2993c3098 req-400b6ec7-3aac-4eda-acf2-ebedb7c193d4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7f0b8202-cb6f-47ce-ab81-e5b4204238b4 HTTP/1.1" status: 200 len: 848 time: 0.0465701 Feb 16 14:24:54.263591 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb8a14-188c-48bc-bd15-d2d2993c3098 req-b9aabed9-edbf-48a0-98e4-539bcdd6b865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:24:54.265730 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-52fb8a14-188c-48bc-bd15-d2d2993c3098 req-b9aabed9-edbf-48a0-98e4-539bcdd6b865 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6d4b2f53-288d-4ba1-baf8-af877bb16ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0516694 Feb 16 14:24:54.362255 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-52fb8a14-188c-48bc-bd15-d2d2993c3098 req-bae22b0f-d6c5-471f-9e8d-fc7424ec9de2 service neutron] 10.222.0.10 "GET /v2.0/networks/6d4b2f53-288d-4ba1-baf8-af877bb16ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897048 Feb 16 14:24:54.456989 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-52fb8a14-188c-48bc-bd15-d2d2993c3098 req-9688bcf4-28be-49ef-951d-733710ee660a service neutron] 10.222.0.10 "GET /v2.0/networks/6d4b2f53-288d-4ba1-baf8-af877bb16ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886583 Feb 16 14:24:54.599676 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f49200a-b534-4d4c-950a-adabbb7cdce1 req-7df35f4a-f921-49d8-840a-a3ab63ae81de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:24:54.601170 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9f49200a-b534-4d4c-950a-adabbb7cdce1 req-7df35f4a-f921-49d8-840a-a3ab63ae81de service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3aa153c01de34a9fa001939c2af1359a&device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd HTTP/1.1" status: 200 len: 1127 time: 0.0459359 Feb 16 14:24:54.724746 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f49200a-b534-4d4c-950a-adabbb7cdce1 req-0ff94bbf-be0a-4e37-b647-eadbc4703799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:24:54.726259 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9f49200a-b534-4d4c-950a-adabbb7cdce1 req-0ff94bbf-be0a-4e37-b647-eadbc4703799 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6d4b2f53-288d-4ba1-baf8-af877bb16ef2 HTTP/1.1" status: 200 len: 911 time: 0.1176519 Feb 16 14:24:54.742314 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac1dd6-5c9a-4612-afbd-34674be283f2 req-47c34532-f070-4631-8796-d43c3052b5ce tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:24:54.743817 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f4ac1dd6-5c9a-4612-afbd-34674be283f2 req-47c34532-f070-4631-8796-d43c3052b5ce tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd HTTP/1.1" status: 200 len: 943 time: 0.0783942 Feb 16 14:24:54.785113 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9f49200a-b534-4d4c-950a-adabbb7cdce1 req-15c77b81-52a3-42b6-b628-85494ac56243 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f07cd68-0f8e-4020-9a39-cc96204311ab HTTP/1.1" status: 200 len: 217 time: 0.0403233 Feb 16 14:24:54.854538 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f4ac1dd6-5c9a-4612-afbd-34674be283f2 req-3a1b9cb2-1e2c-47c2-b630-dfcd28281ebf tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/security-groups?id=7ec85d44-5cbf-4f15-8c1f-64d7cfd72133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034906 Feb 16 14:24:54.863626 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f49200a-b534-4d4c-950a-adabbb7cdce1 req-f79bab8b-6cc4-4464-8acf-5f30f22de0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:24:54.865291 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9f49200a-b534-4d4c-950a-adabbb7cdce1 req-f79bab8b-6cc4-4464-8acf-5f30f22de0f2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7f0b8202-cb6f-47ce-ab81-e5b4204238b4 HTTP/1.1" status: 200 len: 848 time: 0.0679100 Feb 16 14:24:54.915948 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f49200a-b534-4d4c-950a-adabbb7cdce1 req-46119be6-346b-4dd5-9dd5-b4c0609f7251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:24:54.917431 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9f49200a-b534-4d4c-950a-adabbb7cdce1 req-46119be6-346b-4dd5-9dd5-b4c0609f7251 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6d4b2f53-288d-4ba1-baf8-af877bb16ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437739 Feb 16 14:24:55.008765 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9f49200a-b534-4d4c-950a-adabbb7cdce1 req-6f1cd860-c071-48f5-be9f-2a36728f3e9c service neutron] 10.222.0.10 "GET /v2.0/networks/6d4b2f53-288d-4ba1-baf8-af877bb16ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837116 Feb 16 14:24:55.350181 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9f49200a-b534-4d4c-950a-adabbb7cdce1 req-a795789e-31fa-4b19-be8c-b378bf31dd2f service neutron] 10.222.0.10 "GET /v2.0/networks/6d4b2f53-288d-4ba1-baf8-af877bb16ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351243 Feb 16 14:24:55.976057 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1af4bf-5fe7-4664-9c76-58e768f2d6d8 req-862d214d-a966-45c1-acc3-7f692a3b7b99 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:24:55.977549 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-db1af4bf-5fe7-4664-9c76-58e768f2d6d8 req-862d214d-a966-45c1-acc3-7f692a3b7b99 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd HTTP/1.1" status: 200 len: 943 time: 0.0523524 Feb 16 14:24:56.027120 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-db1af4bf-5fe7-4664-9c76-58e768f2d6d8 req-38cb899c-c71e-4b22-addd-3431dd127370 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/security-groups?id=7ec85d44-5cbf-4f15-8c1f-64d7cfd72133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433273 Feb 16 14:24:57.150587 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f67c55-562d-49e7-b8a8-9dbea9185a31 req-5ff7a89e-9da9-4753-b7bc-3a76ed342314 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:24:57.152116 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a2f67c55-562d-49e7-b8a8-9dbea9185a31 req-5ff7a89e-9da9-4753-b7bc-3a76ed342314 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd HTTP/1.1" status: 200 len: 943 time: 0.0568562 Feb 16 14:24:57.204936 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a2f67c55-562d-49e7-b8a8-9dbea9185a31 req-2bb64558-47b0-4214-a6a0-9cdf0a6cfdf6 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/security-groups?id=7ec85d44-5cbf-4f15-8c1f-64d7cfd72133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472155 Feb 16 14:24:58.323979 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0808c5-1d4e-49be-834c-11d15d11422d req-f5402e2a-95c7-4131-95db-4dc655b41c7c tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:24:58.325531 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ae0808c5-1d4e-49be-834c-11d15d11422d req-f5402e2a-95c7-4131-95db-4dc655b41c7c tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd HTTP/1.1" status: 200 len: 943 time: 0.0539067 Feb 16 14:24:58.379463 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ae0808c5-1d4e-49be-834c-11d15d11422d req-f5a39167-bdef-46f7-9a65-215f418f350a tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/security-groups?id=7ec85d44-5cbf-4f15-8c1f-64d7cfd72133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473988 Feb 16 14:24:59.498421 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be9c34-4122-4ada-96a1-882c87d81ae4 req-23ea163f-7414-4204-8432-4076abafbd7c tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:24:59.499914 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e6be9c34-4122-4ada-96a1-882c87d81ae4 req-23ea163f-7414-4204-8432-4076abafbd7c tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd HTTP/1.1" status: 200 len: 943 time: 0.0518718 Feb 16 14:24:59.547819 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e6be9c34-4122-4ada-96a1-882c87d81ae4 req-4b9cfa8a-c5d7-4493-8e03-d918f5282796 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/security-groups?id=7ec85d44-5cbf-4f15-8c1f-64d7cfd72133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417945 Feb 16 14:25:00.671790 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ddb2f-5186-4fdb-8a42-1322a62ec43a req-f5e56826-4f17-4ce1-ab01-3494e0bc798b tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:00.673371 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-300ddb2f-5186-4fdb-8a42-1322a62ec43a req-f5e56826-4f17-4ce1-ab01-3494e0bc798b tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd HTTP/1.1" status: 200 len: 943 time: 0.0580575 Feb 16 14:25:00.724115 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-300ddb2f-5186-4fdb-8a42-1322a62ec43a req-9ecd9455-8d9a-423f-ba64-328acd846130 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/security-groups?id=7ec85d44-5cbf-4f15-8c1f-64d7cfd72133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450187 Feb 16 14:25:01.849358 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1da6c-3fcd-4de5-9958-c8354d8f591a req-752bc994-df09-46b1-ad6b-33b61e10b135 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:01.850901 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4be1da6c-3fcd-4de5-9958-c8354d8f591a req-752bc994-df09-46b1-ad6b-33b61e10b135 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd HTTP/1.1" status: 200 len: 943 time: 0.0523973 Feb 16 14:25:01.899866 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-4be1da6c-3fcd-4de5-9958-c8354d8f591a req-7a927e34-7ec8-45b8-9e3b-929491b357c2 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/security-groups?id=7ec85d44-5cbf-4f15-8c1f-64d7cfd72133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430076 Feb 16 14:25:02.885179 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-a8050c5e-fae0-4749-9066-b350f3112fc5 None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:25:02.901564 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (0563e457-3a96-4909-b5a3-8fa5db96f619), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:03.029474 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac90c2-10fe-4d2b-b5c2-0e1af3ad50a6 req-d6b604f0-68ed-47b9-b862-8babd5f51522 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:03.030982 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3fac90c2-10fe-4d2b-b5c2-0e1af3ad50a6 req-d6b604f0-68ed-47b9-b862-8babd5f51522 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd HTTP/1.1" status: 200 len: 943 time: 0.0544484 Feb 16 14:25:03.082849 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-3fac90c2-10fe-4d2b-b5c2-0e1af3ad50a6 req-f9cc2b67-7479-48c8-a885-ac6ee0b9780c tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/security-groups?id=7ec85d44-5cbf-4f15-8c1f-64d7cfd72133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459073 Feb 16 14:25:04.152823 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 9f07cd68-0f8e-4020-9a39-cc96204311ab details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:25:04.208279 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1433e3-66ee-41e4-bb96-3dbf1efc1fb8 req-6e8b51b7-b565-4ec1-b067-65494e76ffc5 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:04.209769 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5a1433e3-66ee-41e4-bb96-3dbf1efc1fb8 req-6e8b51b7-b565-4ec1-b067-65494e76ffc5 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd HTTP/1.1" status: 200 len: 943 time: 0.0591049 Feb 16 14:25:04.257849 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 9f07cd68-0f8e-4020-9a39-cc96204311ab, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=9f07cd68-0f8e-4020-9a39-cc96204311ab,segment=NetworkSegment(34a87ae9-f53b-473e-b547-fa22f0d08b64),segment_id=34a87ae9-f53b-473e-b547-fa22f0d08b64)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:25:04.269452 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Returning: {'device': '9f07cd68-0f8e-4020-9a39-cc96204311ab', 'network_id': '6d4b2f53-288d-4ba1-baf8-af877bb16ef2', 'port_id': '9f07cd68-0f8e-4020-9a39-cc96204311ab', 'mac_address': 'fa:16:3e:3e:3e:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f0b8202-cb6f-47ce-ab81-e5b4204238b4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:25:04.272444 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-5a1433e3-66ee-41e4-bb96-3dbf1efc1fb8 req-17e972d1-1b76-4ba7-98cd-5fe44c3290d0 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/security-groups?id=7ec85d44-5cbf-4f15-8c1f-64d7cfd72133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565066 Feb 16 14:25:04.310887 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Current status of the port 9f07cd68-0f8e-4020-9a39-cc96204311ab is: DOWN; New status is: BUILD {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:25:04.311277 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (9f07cd68-0f8e-4020-9a39-cc96204311ab), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:04.325340 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f07cd68-0f8e-4020-9a39-cc96204311ab {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:25:04.348048 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 9f07cd68-0f8e-4020-9a39-cc96204311ab, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=9f07cd68-0f8e-4020-9a39-cc96204311ab,segment=NetworkSegment(34a87ae9-f53b-473e-b547-fa22f0d08b64),segment_id=34a87ae9-f53b-473e-b547-fa22f0d08b64)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:25:04.352532 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (9f07cd68-0f8e-4020-9a39-cc96204311ab), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:04.408673 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Pushing event updated for resources: {'Port': ['ID=9f07cd68-0f8e-4020-9a39-cc96204311ab,revision_number=4']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:04.416262 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:04.416576 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:04.416923 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:04.417264 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:04.417662 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:04.417928 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:04.418260 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:04.418593 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:04.418918 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:04.419244 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:04.419608 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:04.419931 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:04.420251 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:04.720759 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] get_ports_and_sgs() called for port_ids ['9f07cd68-0f8e-4020-9a39-cc96204311ab'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:25:04.786191 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 33434) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:04.895928 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-65455a5e-1f19-4eb1-b00d-3478141e38b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:04.972598 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-65455a5e-1f19-4eb1-b00d-3478141e38b5 admin admin] Publish callbacks [] for security_group (acb1281d-2b73-445d-a919-11b8321c00d3), precommit_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:04.976769 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-65455a5e-1f19-4eb1-b00d-3478141e38b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (acb1281d-2b73-445d-a919-11b8321c00d3), after_create {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:05.015918 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-65455a5e-1f19-4eb1-b00d-3478141e38b5 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=3d6bbb53b64647c89c91ceb418b7688f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2285674 Feb 16 14:25:05.016805 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65455a5e-1f19-4eb1-b00d-3478141e38b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb1281d-2b73-445d-a919-11b8321c00d3,revision_number=1']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:05.018696 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 33438) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:05.066809 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4542-c3d2-4fe3-aff5-433ff9950336 admin admin] Publish callbacks [] for security_group (acb1281d-2b73-445d-a919-11b8321c00d3), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:05.096582 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4542-c3d2-4fe3-aff5-433ff9950336 admin admin] Publish callbacks [] for security_group (acb1281d-2b73-445d-a919-11b8321c00d3), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:05.143641 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4542-c3d2-4fe3-aff5-433ff9950336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (acb1281d-2b73-445d-a919-11b8321c00d3), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:05.146295 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4542-c3d2-4fe3-aff5-433ff9950336 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:05.147479 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-5b4b4542-c3d2-4fe3-aff5-433ff9950336 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/acb1281d-2b73-445d-a919-11b8321c00d3 HTTP/1.1" status: 204 len: 168 time: 0.1269145 Feb 16 14:25:05.155857 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4542-c3d2-4fe3-aff5-433ff9950336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb1281d-2b73-445d-a919-11b8321c00d3,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:05.165426 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4542-c3d2-4fe3-aff5-433ff9950336 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:05.165894 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4542-c3d2-4fe3-aff5-433ff9950336 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:05.166347 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4542-c3d2-4fe3-aff5-433ff9950336 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:05.166859 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4542-c3d2-4fe3-aff5-433ff9950336 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:05.167281 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4542-c3d2-4fe3-aff5-433ff9950336 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:05.167716 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4542-c3d2-4fe3-aff5-433ff9950336 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:05.168111 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4542-c3d2-4fe3-aff5-433ff9950336 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:05.168513 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4542-c3d2-4fe3-aff5-433ff9950336 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:05.168971 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4542-c3d2-4fe3-aff5-433ff9950336 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:05.169425 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4542-c3d2-4fe3-aff5-433ff9950336 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:05.169893 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4542-c3d2-4fe3-aff5-433ff9950336 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:05.170339 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4542-c3d2-4fe3-aff5-433ff9950336 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:05.170844 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4542-c3d2-4fe3-aff5-433ff9950336 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:05.410126 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac31be-cd19-4c6f-bf8f-a402d9d9d5fa req-9bb1d932-6c86-46b3-9a05-dcf11d47de43 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:05.411783 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d9ac31be-cd19-4c6f-bf8f-a402d9d9d5fa req-9bb1d932-6c86-46b3-9a05-dcf11d47de43 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd HTTP/1.1" status: 200 len: 944 time: 0.0599077 Feb 16 14:25:05.463701 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-d9ac31be-cd19-4c6f-bf8f-a402d9d9d5fa req-d862dd4e-79c5-4859-b409-b296b54ccc0a tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/security-groups?id=7ec85d44-5cbf-4f15-8c1f-64d7cfd72133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458813 Feb 16 14:25:05.549849 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3afa356f-eb14-436f-a13b-f06bf3edde9b req-ba4298d7-72a7-4227-a2a2-ae9ac0c786eb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=781d0f1f-fbbc-49d1-b507-185a377674c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0520866 Feb 16 14:25:05.658434 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afa356f-eb14-436f-a13b-f06bf3edde9b req-413dc1ea-52d6-4802-a63c-ac9e4c056947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:05.660071 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3afa356f-eb14-436f-a13b-f06bf3edde9b req-413dc1ea-52d6-4802-a63c-ac9e4c056947 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c3d6db271304958834a2c24b656f61e&device_id=781d0f1f-fbbc-49d1-b507-185a377674c1 HTTP/1.1" status: 200 len: 1129 time: 0.0485430 Feb 16 14:25:05.773343 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afa356f-eb14-436f-a13b-f06bf3edde9b req-02fae14e-5b80-4200-929e-758e1d3839ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:05.775057 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3afa356f-eb14-436f-a13b-f06bf3edde9b req-02fae14e-5b80-4200-929e-758e1d3839ff service neutron] 10.222.0.10 "GET /v2.0/networks?id=b6af31c2-3d63-407d-9a53-f983b2f44ea1 HTTP/1.1" status: 200 len: 914 time: 0.0885565 Feb 16 14:25:05.849040 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3afa356f-eb14-436f-a13b-f06bf3edde9b req-8b7950cd-8e2c-47f1-9226-adc66ea16a1b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c39d531-c567-4cbf-95c3-3537c47443f3 HTTP/1.1" status: 200 len: 1000 time: 0.0641716 Feb 16 14:25:05.905852 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afa356f-eb14-436f-a13b-f06bf3edde9b req-d9395e8f-e209-4ae5-a11b-11c68f8aeaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:05.907400 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3afa356f-eb14-436f-a13b-f06bf3edde9b req-d9395e8f-e209-4ae5-a11b-11c68f8aeaeb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=08195094-654a-4590-abde-4914e46611c7 HTTP/1.1" status: 200 len: 851 time: 0.0483038 Feb 16 14:25:05.961145 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afa356f-eb14-436f-a13b-f06bf3edde9b req-10ac5123-4d91-480c-a4bb-5ce674cb21d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:05.962692 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3afa356f-eb14-436f-a13b-f06bf3edde9b req-10ac5123-4d91-480c-a4bb-5ce674cb21d9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b6af31c2-3d63-407d-9a53-f983b2f44ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0448771 Feb 16 14:25:06.063706 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3afa356f-eb14-436f-a13b-f06bf3edde9b req-8b99ff51-1ea2-43c2-84e0-ddd7acc8d7d5 service neutron] 10.222.0.10 "GET /v2.0/networks/b6af31c2-3d63-407d-9a53-f983b2f44ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908272 Feb 16 14:25:06.148535 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 9f07cd68-0f8e-4020-9a39-cc96204311ab up at agent hyperv_hv-cinder-77398 {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:25:06.182780 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3afa356f-eb14-436f-a13b-f06bf3edde9b req-753999b8-2ca5-47b3-8aa9-e1d1b96c1dd2 service neutron] 10.222.0.10 "GET /v2.0/networks/b6af31c2-3d63-407d-9a53-f983b2f44ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090608 Feb 16 14:25:06.206331 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Provisioning for port 9f07cd68-0f8e-4020-9a39-cc96204311ab completed by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:25:06.212251 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Provisioning complete for port 9f07cd68-0f8e-4020-9a39-cc96204311ab triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:25:06.212593 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (9f07cd68-0f8e-4020-9a39-cc96204311ab), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:06.312436 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Current status of the port 9f07cd68-0f8e-4020-9a39-cc96204311ab is: BUILD; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:25:06.312835 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (9f07cd68-0f8e-4020-9a39-cc96204311ab), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:06.342444 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ec70a54-c53e-4257-a5d1-ec90a55865bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f07cd68-0f8e-4020-9a39-cc96204311ab'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:25:06.344771 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcf4ad7936cd44f2198d6b2453955475838913f42e78743342b6e5b4d5a62724" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ce8088-3b57-4b2a-b34a-f9387136c23c" -d '{"events": [{"server_uuid": "2ec70a54-c53e-4257-a5d1-ec90a55865bd", "name": "network-vif-plugged", "status": "completed", "tag": "9f07cd68-0f8e-4020-9a39-cc96204311ab"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:25:06.358096 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 9f07cd68-0f8e-4020-9a39-cc96204311ab, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=9f07cd68-0f8e-4020-9a39-cc96204311ab,segment=NetworkSegment(34a87ae9-f53b-473e-b547-fa22f0d08b64),segment_id=34a87ae9-f53b-473e-b547-fa22f0d08b64)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:25:06.362491 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (9f07cd68-0f8e-4020-9a39-cc96204311ab), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:06.393204 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252cc3fe-b6b4-4cba-9295-c1ddcaf51e64 x-openstack-request-id: req-252cc3fe-b6b4-4cba-9295-c1ddcaf51e64 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:25:06.393537 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ec70a54-c53e-4257-a5d1-ec90a55865bd", "name": "network-vif-plugged", "status": "completed", "tag": "9f07cd68-0f8e-4020-9a39-cc96204311ab", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:25:06.393830 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-252cc3fe-b6b4-4cba-9295-c1ddcaf51e64 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:25:06.394224 dv-cinder-773985-32-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ec70a54-c53e-4257-a5d1-ec90a55865bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f07cd68-0f8e-4020-9a39-cc96204311ab', 'code': 200} Feb 16 14:25:06.421035 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Pushing event updated for resources: {'Port': ['ID=9f07cd68-0f8e-4020-9a39-cc96204311ab,revision_number=5']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:06.585701 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf62bc29-4aaa-4f38-8151-452aad68de12 req-2f8a9ba3-f63d-44ba-9022-ab21183e5cb2 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:06.587182 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-bf62bc29-4aaa-4f38-8151-452aad68de12 req-2f8a9ba3-f63d-44ba-9022-ab21183e5cb2 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd HTTP/1.1" status: 200 len: 945 time: 0.0532310 Feb 16 14:25:06.637821 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-bf62bc29-4aaa-4f38-8151-452aad68de12 req-ceec63d2-67a7-4982-a8c5-abe74cf51c26 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/security-groups?id=7ec85d44-5cbf-4f15-8c1f-64d7cfd72133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449469 Feb 16 14:25:06.659914 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3161096-b718-4fb5-b339-ff5e2967c4d6 req-528e4dfa-065e-4d65-a6a5-55e0bc5a5bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:06.661499 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b3161096-b718-4fb5-b339-ff5e2967c4d6 req-528e4dfa-065e-4d65-a6a5-55e0bc5a5bc6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd HTTP/1.1" status: 200 len: 1129 time: 0.0450511 Feb 16 14:25:06.712037 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b3161096-b718-4fb5-b339-ff5e2967c4d6 req-2b0862a4-7dbc-4057-8403-72f6c55c0fcf service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7ec85d44-5cbf-4f15-8c1f-64d7cfd72133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392251 Feb 16 14:25:07.765413 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a17f35-8cc7-4608-af5c-5e83d2b4a02f req-856b0a53-0a59-4f8a-924e-a64b9ad9c122 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:07.767873 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-47a17f35-8cc7-4608-af5c-5e83d2b4a02f req-856b0a53-0a59-4f8a-924e-a64b9ad9c122 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd HTTP/1.1" status: 200 len: 945 time: 0.0615025 Feb 16 14:25:07.819878 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-47a17f35-8cc7-4608-af5c-5e83d2b4a02f req-26525a9e-deef-4428-96a4-f315f20bff4e tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/security-groups?id=7ec85d44-5cbf-4f15-8c1f-64d7cfd72133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463445 Feb 16 14:25:08.943029 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d38a8-d506-4c8d-884c-60faa1c33a00 req-37e2f8e9-8fdb-4f1a-86db-603417fe2703 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:08.944621 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-090d38a8-d506-4c8d-884c-60faa1c33a00 req-37e2f8e9-8fdb-4f1a-86db-603417fe2703 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd HTTP/1.1" status: 200 len: 945 time: 0.0554831 Feb 16 14:25:08.994247 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-090d38a8-d506-4c8d-884c-60faa1c33a00 req-b6cae593-a777-49d1-ab50-de219547e486 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/security-groups?id=7ec85d44-5cbf-4f15-8c1f-64d7cfd72133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437570 Feb 16 14:25:09.015794 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eeb57db4-7594-4896-ae4a-11588a32dcb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (10a26995-69c6-4373-972b-e8a4ac0e51da), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:10.120337 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dcd2e4-cee9-4fb3-b4fc-9df457986390 req-4a75c4db-1dc7-4dbb-a566-aa50125c95ba tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:10.121851 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e1dcd2e4-cee9-4fb3-b4fc-9df457986390 req-4a75c4db-1dc7-4dbb-a566-aa50125c95ba tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd HTTP/1.1" status: 200 len: 945 time: 0.0579560 Feb 16 14:25:10.172910 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-e1dcd2e4-cee9-4fb3-b4fc-9df457986390 req-1aa2bee8-962b-423b-8388-991e3b347a49 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/security-groups?id=7ec85d44-5cbf-4f15-8c1f-64d7cfd72133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453126 Feb 16 14:25:11.192104 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-7fcdbdc4-86e4-4cf7-86e4-91bdf220eb9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (531611a8-34ea-4f1f-8d10-111cbf56a8a1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:11.290216 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa1b0f1-06e6-4ae6-a275-2d8fa405b85e req-00362c33-c306-4142-b641-4b1b47b7746f tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:11.291707 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-aaa1b0f1-06e6-4ae6-a275-2d8fa405b85e req-00362c33-c306-4142-b641-4b1b47b7746f tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd HTTP/1.1" status: 200 len: 945 time: 0.0525966 Feb 16 14:25:11.339473 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-aaa1b0f1-06e6-4ae6-a275-2d8fa405b85e req-d5564311-c46b-4347-94f5-f3d5e11a9065 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/security-groups?id=7ec85d44-5cbf-4f15-8c1f-64d7cfd72133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415182 Feb 16 14:25:11.456873 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba46c8d-f8cc-4dfe-9e7c-97ad62ed70cd req-b8a2fbb2-cc4d-4e79-9cd9-8320ea24ac5e tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:11.458349 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3ba46c8d-f8cc-4dfe-9e7c-97ad62ed70cd req-b8a2fbb2-cc4d-4e79-9cd9-8320ea24ac5e tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd HTTP/1.1" status: 200 len: 945 time: 0.0524220 Feb 16 14:25:11.509199 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-3ba46c8d-f8cc-4dfe-9e7c-97ad62ed70cd req-4a401823-59b5-497a-88fa-be9e785e39a2 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/security-groups?id=7ec85d44-5cbf-4f15-8c1f-64d7cfd72133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451834 Feb 16 14:25:11.531742 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 33496) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:11.737382 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f232eb86-b0c4-4dcd-b91c-53a3b9734ebd tempest-TestShelveInstance-1733435790 tempest-TestShelveInstance-1733435790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:11.738892 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-f232eb86-b0c4-4dcd-b91c-53a3b9734ebd tempest-TestShelveInstance-1733435790 tempest-TestShelveInstance-1733435790-project-admin] 10.222.0.120 "GET /v2.0/ports?device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd HTTP/1.1" status: 200 len: 1124 time: 0.2061005 Feb 16 14:25:11.742574 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 33504) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:11.747791 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.v2.base [None req-876d2f18-704f-4dd9-9913-9fea3b9c6283 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Request body: {'floatingip': {'floating_network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'port_id': '9f07cd68-0f8e-4020-9a39-cc96204311ab', 'tenant_id': '3aa153c01de34a9fa001939c2af1359a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:25:11.774388 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-876d2f18-704f-4dd9-9913-9fea3b9c6283 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:11.889946 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-876d2f18-704f-4dd9-9913-9fea3b9c6283 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:12.265686 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.db.db_base_plugin_common [None req-876d2f18-704f-4dd9-9913-9fea3b9c6283 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Allocated IP 172.27.2.119 (5b71b9ca-6085-48b7-9167-93053be13444/8c2b85af-3da9-4754-9d29-6d95dbdc6260/8d09971d-cefc-49dc-92f4-fe076aecf176) {{(pid=102969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:25:12.371058 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-876d2f18-704f-4dd9-9913-9fea3b9c6283 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Publish callbacks [] for port (8d09971d-cefc-49dc-92f4-fe076aecf176), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:12.405032 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-876d2f18-704f-4dd9-9913-9fea3b9c6283 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784246951208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10340347'] for port (8d09971d-cefc-49dc-92f4-fe076aecf176), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:12.442542 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f4fb-7ea9-448d-9c44-08fc2737c2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (86100e92-d951-4144-bd87-36328b8a7b76), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:12.450745 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876d2f18-704f-4dd9-9913-9fea3b9c6283 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Network 5b71b9ca-6085-48b7-9167-93053be13444 is already hosted by enough agents. {{(pid=102969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:25:12.453880 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.base_scheduler [None req-876d2f18-704f-4dd9-9913-9fea3b9c6283 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Resources bound (agent type, host, resource id): {{(pid=102969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:25:12.457557 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876d2f18-704f-4dd9-9913-9fea3b9c6283 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Received port after_create {{(pid=102969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:25:12.479699 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d2f18-704f-4dd9-9913-9fea3b9c6283 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Pushing event updated for resources: {'Port': ['ID=8d09971d-cefc-49dc-92f4-fe076aecf176,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:12.835821 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-876d2f18-704f-4dd9-9913-9fea3b9c6283 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Publish callbacks [] for floatingip (ab61477e-8961-432b-846a-6136d0bbc1fb), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:12.913715 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-876d2f18-704f-4dd9-9913-9fea3b9c6283 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (8d09971d-cefc-49dc-92f4-fe076aecf176), before_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:13.085592 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-876d2f18-704f-4dd9-9913-9fea3b9c6283 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Publish callbacks [] for port (8d09971d-cefc-49dc-92f4-fe076aecf176), precommit_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:13.090158 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-876d2f18-704f-4dd9-9913-9fea3b9c6283 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10340336'] for port (8d09971d-cefc-49dc-92f4-fe076aecf176), after_update {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:13.162033 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d2f18-704f-4dd9-9913-9fea3b9c6283 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Pushing event updated for resources: {'Port': ['ID=8d09971d-cefc-49dc-92f4-fe076aecf176,revision_number=2']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:13.173591 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-876d2f18-704f-4dd9-9913-9fea3b9c6283 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1596120'] for floatingip (ab61477e-8961-432b-846a-6136d0bbc1fb), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:13.285278 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.db.l3_db [None req-876d2f18-704f-4dd9-9913-9fea3b9c6283 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Floating IP ab61477e-8961-432b-846a-6136d0bbc1fb associated. External IP: 172.27.2.119, port: 9f07cd68-0f8e-4020-9a39-cc96204311ab. Feb 16 14:25:13.516723 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-876d2f18-704f-4dd9-9913-9fea3b9c6283 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Router 38144d85-335a-4f7f-a5d6-376f256322cd has already been hosted by L3 agent 531611a8-34ea-4f1f-8d10-111cbf56a8a1 {{(pid=102969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:25:13.632522 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876d2f18-704f-4dd9-9913-9fea3b9c6283 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Notify agent at l3_agent.dv-cinder-773985-32-iscsi the message routers_updated {{(pid=102969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:25:13.642709 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2116d04e-a4c5-48c7-b13c-033a2f966aad None None] Sync routers for ids ['38144d85-335a-4f7f-a5d6-376f256322cd'] in dv-cinder-773985-32-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:25:13.651324 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-876d2f18-704f-4dd9-9913-9fea3b9c6283 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for floatingip (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:13.653263 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2116d04e-a4c5-48c7-b13c-033a2f966aad None None] Routers {'38144d85-335a-4f7f-a5d6-376f256322cd'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:25:13.654427 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-2116d04e-a4c5-48c7-b13c-033a2f966aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:25:11Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['38144d85-335a-4f7f-a5d6-376f256322cd'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:25:13.686088 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-876d2f18-704f-4dd9-9913-9fea3b9c6283 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9424233 Feb 16 14:25:13.687105 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ec70a54-c53e-4257-a5d1-ec90a55865bd', 'tag': '9f07cd68-0f8e-4020-9a39-cc96204311ab'}] {{(pid=102969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:25:13.689632 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}597425108aee33d34effbd51aa5a8721840594214ac6e6c89cce82b7911d7071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0485c4e4-1388-4ae4-9a9a-d59af854f489" -d '{"events": [{"name": "network-changed", "server_uuid": "2ec70a54-c53e-4257-a5d1-ec90a55865bd", "tag": "9f07cd68-0f8e-4020-9a39-cc96204311ab"}]}' {{(pid=102969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:25:13.738571 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c6cf24-35fb-4683-92ea-ea8779f4bd93 x-openstack-request-id: req-33c6cf24-35fb-4683-92ea-ea8779f4bd93 {{(pid=102969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:25:13.738893 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ec70a54-c53e-4257-a5d1-ec90a55865bd", "tag": "9f07cd68-0f8e-4020-9a39-cc96204311ab", "status": "completed", "code": 200}]} {{(pid=102969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:25:13.740050 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-33c6cf24-35fb-4683-92ea-ea8779f4bd93 {{(pid=102969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:25:13.740508 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ec70a54-c53e-4257-a5d1-ec90a55865bd', 'tag': '9f07cd68-0f8e-4020-9a39-cc96204311ab', 'status': 'completed', 'code': 200} Feb 16 14:25:13.761843 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ac86131d-db3b-4e6c-9567-647e6948f8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (6a38cbfe-57d3-4d37-ac59-552f6dc7f99c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:13.785720 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-2116d04e-a4c5-48c7-b13c-033a2f966aad None None] Set router 38144d85-335a-4f7f-a5d6-376f256322cd gateway port host: dv-cinder-773985-32-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:25:14.047271 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-2116d04e-a4c5-48c7-b13c-033a2f966aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38144d85-335a-4f7f-a5d6-376f256322cd', 'name': 'tempest-TestShelveInstance-2119567740-router', 'tenant_id': '3aa153c01de34a9fa001939c2af1359a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'd3f9b883-8652-4f56-a273-178812b6a2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:24:19Z', 'updated_at': '2022-02-16T14:24:22Z', 'revision_number': 4, 'project_id': '3aa153c01de34a9fa001939c2af1359a', 'gw_port': {'id': 'd3f9b883-8652-4f56-a273-178812b6a2d1', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38144d85-335a-4f7f-a5d6-376f256322cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:24:20Z', 'updated_at': '2022-02-16T14:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_floatingips': [{'id': 'ab61477e-8961-432b-846a-6136d0bbc1fb', 'tenant_id': '3aa153c01de34a9fa001939c2af1359a', 'floating_ip_address': '172.27.2.119', 'floating_network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'router_id': '38144d85-335a-4f7f-a5d6-376f256322cd', 'port_id': '9f07cd68-0f8e-4020-9a39-cc96204311ab', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d4b2f53-288d-4ba1-baf8-af877bb16ef2', 'mac_address': 'fa:16:3e:3e:3e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec70a54-c53e-4257-a5d1-ec90a55865bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:25:12Z', 'updated_at': '2022-02-16T14:25:12Z', 'revision_number': 0, 'project_id': '3aa153c01de34a9fa001939c2af1359a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6b16f97-752a-4597-a7a2-6167c27da797', 'name': '', 'network_id': '6d4b2f53-288d-4ba1-baf8-af877bb16ef2', 'tenant_id': '3aa153c01de34a9fa001939c2af1359a', 'mac_address': 'fa:16:3e:21:25:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38144d85-335a-4f7f-a5d6-376f256322cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7f0b8202-cb6f-47ce-ab81-e5b4204238b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:24:21Z', 'updated_at': '2022-02-16T14:24:28Z', 'revision_number': 5, 'project_id': '3aa153c01de34a9fa001939c2af1359a', 'subnets': [{'id': '7f0b8202-cb6f-47ce-ab81-e5b4204238b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:25:14.074653 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2116d04e-a4c5-48c7-b13c-033a2f966aad None None] Checking router: 38144d85-335a-4f7f-a5d6-376f256322cd for host: dv-cinder-773985-32-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:25:14.084279 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2116d04e-a4c5-48c7-b13c-033a2f966aad None None] Routers {'38144d85-335a-4f7f-a5d6-376f256322cd'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:25:14.084913 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-2116d04e-a4c5-48c7-b13c-033a2f966aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:25:11Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['38144d85-335a-4f7f-a5d6-376f256322cd'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:25:14.203906 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-2116d04e-a4c5-48c7-b13c-033a2f966aad None None] Set router 38144d85-335a-4f7f-a5d6-376f256322cd gateway port host: dv-cinder-773985-32-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:25:14.581040 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-2116d04e-a4c5-48c7-b13c-033a2f966aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38144d85-335a-4f7f-a5d6-376f256322cd', 'name': 'tempest-TestShelveInstance-2119567740-router', 'tenant_id': '3aa153c01de34a9fa001939c2af1359a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'd3f9b883-8652-4f56-a273-178812b6a2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:24:19Z', 'updated_at': '2022-02-16T14:24:22Z', 'revision_number': 4, 'project_id': '3aa153c01de34a9fa001939c2af1359a', 'gw_port': {'id': 'd3f9b883-8652-4f56-a273-178812b6a2d1', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38144d85-335a-4f7f-a5d6-376f256322cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:24:20Z', 'updated_at': '2022-02-16T14:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_floatingips': [{'id': 'ab61477e-8961-432b-846a-6136d0bbc1fb', 'tenant_id': '3aa153c01de34a9fa001939c2af1359a', 'floating_ip_address': '172.27.2.119', 'floating_network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'router_id': '38144d85-335a-4f7f-a5d6-376f256322cd', 'port_id': '9f07cd68-0f8e-4020-9a39-cc96204311ab', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d4b2f53-288d-4ba1-baf8-af877bb16ef2', 'mac_address': 'fa:16:3e:3e:3e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec70a54-c53e-4257-a5d1-ec90a55865bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:25:12Z', 'updated_at': '2022-02-16T14:25:12Z', 'revision_number': 0, 'project_id': '3aa153c01de34a9fa001939c2af1359a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6b16f97-752a-4597-a7a2-6167c27da797', 'name': '', 'network_id': '6d4b2f53-288d-4ba1-baf8-af877bb16ef2', 'tenant_id': '3aa153c01de34a9fa001939c2af1359a', 'mac_address': 'fa:16:3e:21:25:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38144d85-335a-4f7f-a5d6-376f256322cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7f0b8202-cb6f-47ce-ab81-e5b4204238b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:24:21Z', 'updated_at': '2022-02-16T14:24:28Z', 'revision_number': 5, 'project_id': '3aa153c01de34a9fa001939c2af1359a', 'subnets': [{'id': '7f0b8202-cb6f-47ce-ab81-e5b4204238b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:25:14.608387 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2116d04e-a4c5-48c7-b13c-033a2f966aad None None] The sync data for ids ['38144d85-335a-4f7f-a5d6-376f256322cd'] in dv-cinder-773985-32-iscsi is: [{'id': '38144d85-335a-4f7f-a5d6-376f256322cd', 'name': 'tempest-TestShelveInstance-2119567740-router', 'tenant_id': '3aa153c01de34a9fa001939c2af1359a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'd3f9b883-8652-4f56-a273-178812b6a2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:24:19Z', 'updated_at': '2022-02-16T14:24:22Z', 'revision_number': 4, 'project_id': '3aa153c01de34a9fa001939c2af1359a', 'gw_port': {'id': 'd3f9b883-8652-4f56-a273-178812b6a2d1', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38144d85-335a-4f7f-a5d6-376f256322cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:24:20Z', 'updated_at': '2022-02-16T14:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_floatingips': [{'id': 'ab61477e-8961-432b-846a-6136d0bbc1fb', 'tenant_id': '3aa153c01de34a9fa001939c2af1359a', 'floating_ip_address': '172.27.2.119', 'floating_network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'router_id': '38144d85-335a-4f7f-a5d6-376f256322cd', 'port_id': '9f07cd68-0f8e-4020-9a39-cc96204311ab', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d4b2f53-288d-4ba1-baf8-af877bb16ef2', 'mac_address': 'fa:16:3e:3e:3e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec70a54-c53e-4257-a5d1-ec90a55865bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:25:12Z', 'updated_at': '2022-02-16T14:25:12Z', 'revision_number': 0, 'project_id': '3aa153c01de34a9fa001939c2af1359a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6b16f97-752a-4597-a7a2-6167c27da797', 'name': '', 'network_id': '6d4b2f53-288d-4ba1-baf8-af877bb16ef2', 'tenant_id': '3aa153c01de34a9fa001939c2af1359a', 'mac_address': 'fa:16:3e:21:25:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38144d85-335a-4f7f-a5d6-376f256322cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7f0b8202-cb6f-47ce-ab81-e5b4204238b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:24:21Z', 'updated_at': '2022-02-16T14:24:28Z', 'revision_number': 5, 'project_id': '3aa153c01de34a9fa001939c2af1359a', 'subnets': [{'id': '7f0b8202-cb6f-47ce-ab81-e5b4204238b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:25:14.784948 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485c4e4-1388-4ae4-9a9a-d59af854f489 req-6b145ba5-965f-4331-b5aa-6541aa892795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:14.787193 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0485c4e4-1388-4ae4-9a9a-d59af854f489 req-6b145ba5-965f-4331-b5aa-6541aa892795 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3aa153c01de34a9fa001939c2af1359a&device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd HTTP/1.1" status: 200 len: 1129 time: 0.0584209 Feb 16 14:25:14.850526 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63d9ee5-d0d8-4802-8847-909f9601a48d None None] New status for floating IP ab61477e-8961-432b-846a-6136d0bbc1fb: ACTIVE {{(pid=102971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:25:14.925258 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485c4e4-1388-4ae4-9a9a-d59af854f489 req-e5d98822-0c9a-4946-9111-2fa2021bf87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:14.926782 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0485c4e4-1388-4ae4-9a9a-d59af854f489 req-e5d98822-0c9a-4946-9111-2fa2021bf87d service neutron] 10.222.0.10 "GET /v2.0/networks?id=6d4b2f53-288d-4ba1-baf8-af877bb16ef2 HTTP/1.1" status: 200 len: 911 time: 0.1334147 Feb 16 14:25:15.003916 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0485c4e4-1388-4ae4-9a9a-d59af854f489 req-11717bce-e414-4461-bb45-5d0d41f42cb6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f07cd68-0f8e-4020-9a39-cc96204311ab HTTP/1.1" status: 200 len: 999 time: 0.0698466 Feb 16 14:25:15.058706 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485c4e4-1388-4ae4-9a9a-d59af854f489 req-6ddf87d8-17c7-4e9d-b1fd-2f07775662ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:15.060316 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0485c4e4-1388-4ae4-9a9a-d59af854f489 req-6ddf87d8-17c7-4e9d-b1fd-2f07775662ca service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7f0b8202-cb6f-47ce-ab81-e5b4204238b4 HTTP/1.1" status: 200 len: 848 time: 0.0497341 Feb 16 14:25:15.088395 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (529a93d1-f8f6-4ba2-8600-6635050f85df), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:15.122306 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485c4e4-1388-4ae4-9a9a-d59af854f489 req-ae6b38e4-35a7-4e4b-8433-ddef1d64f24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:15.123840 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0485c4e4-1388-4ae4-9a9a-d59af854f489 req-ae6b38e4-35a7-4e4b-8433-ddef1d64f24f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6d4b2f53-288d-4ba1-baf8-af877bb16ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0573318 Feb 16 14:25:15.234963 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0485c4e4-1388-4ae4-9a9a-d59af854f489 req-ddabb953-e79d-49ab-bca3-de2326a9f65c service neutron] 10.222.0.10 "GET /v2.0/networks/6d4b2f53-288d-4ba1-baf8-af877bb16ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049824 Feb 16 14:25:15.345521 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0485c4e4-1388-4ae4-9a9a-d59af854f489 req-4ba2e7c6-7a6c-4db4-a633-7d15c2cf2dd6 service neutron] 10.222.0.10 "GET /v2.0/networks/6d4b2f53-288d-4ba1-baf8-af877bb16ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037984 Feb 16 14:25:25.187650 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 33598) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:25.335909 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a7bbd0ee-986f-4459-ba01-9506c770d48e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:25.448271 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a7bbd0ee-986f-4459-ba01-9506c770d48e admin admin] Publish callbacks [] for security_group (4b33d551-7843-4d71-85de-6ae5bc158db5), precommit_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:25.455491 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-a7bbd0ee-986f-4459-ba01-9506c770d48e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (4b33d551-7843-4d71-85de-6ae5bc158db5), after_create {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:25.511133 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-a7bbd0ee-986f-4459-ba01-9506c770d48e admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=ef17c39d69254c4ca66a49db2691e605&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3218510 Feb 16 14:25:25.512319 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bbd0ee-986f-4459-ba01-9506c770d48e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b33d551-7843-4d71-85de-6ae5bc158db5,revision_number=1']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:25.515965 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 33602) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:25.577331 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-8a86c52f-c431-4b5b-842b-6c70b91e6df3 admin admin] Publish callbacks [] for security_group (4b33d551-7843-4d71-85de-6ae5bc158db5), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:25.605660 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-8a86c52f-c431-4b5b-842b-6c70b91e6df3 admin admin] Publish callbacks [] for security_group (4b33d551-7843-4d71-85de-6ae5bc158db5), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:25.672226 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-8a86c52f-c431-4b5b-842b-6c70b91e6df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (4b33d551-7843-4d71-85de-6ae5bc158db5), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:25.675148 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-8a86c52f-c431-4b5b-842b-6c70b91e6df3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:25.676647 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-8a86c52f-c431-4b5b-842b-6c70b91e6df3 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/4b33d551-7843-4d71-85de-6ae5bc158db5 HTTP/1.1" status: 204 len: 168 time: 0.1593521 Feb 16 14:25:25.686770 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a86c52f-c431-4b5b-842b-6c70b91e6df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b33d551-7843-4d71-85de-6ae5bc158db5,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:32.923300 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (0563e457-3a96-4909-b5a3-8fa5db96f619), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:39.018619 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-d7a4f790-9c41-4b7a-b198-f284263ca85e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (10a26995-69c6-4373-972b-e8a4ac0e51da), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:39.886949 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-a8050c5e-fae0-4749-9066-b350f3112fc5 None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:25:41.198241 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-336cd4e2-d6c9-4818-bc60-22e9d8bb58c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (531611a8-34ea-4f1f-8d10-111cbf56a8a1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:42.447155 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f4fb-7ea9-448d-9c44-08fc2737c2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (86100e92-d951-4144-bd87-36328b8a7b76), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:43.748755 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ac86131d-db3b-4e6c-9567-647e6948f8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (6a38cbfe-57d3-4d37-ac59-552f6dc7f99c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:45.064307 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (529a93d1-f8f6-4ba2-8600-6635050f85df), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:45.399090 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 33612) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:45.601535 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-ab48c58a-f1ed-42ac-a7f8-9e87279f31c8 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Deleting port 8ab9f18f-1632-4463-8faf-515fb0a2ecc5 {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:25:45.602087 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ab48c58a-f1ed-42ac-a7f8-9e87279f31c8 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784247387639'] for port (8ab9f18f-1632-4463-8faf-515fb0a2ecc5), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:45.705379 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ab48c58a-f1ed-42ac-a7f8-9e87279f31c8 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595644'] for port (8ab9f18f-1632-4463-8faf-515fb0a2ecc5), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:45.705642 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ab48c58a-f1ed-42ac-a7f8-9e87279f31c8 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks [] for floatingip (8ab9f18f-1632-4463-8faf-515fb0a2ecc5), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:45.721553 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-ab48c58a-f1ed-42ac-a7f8-9e87279f31c8 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Calling delete_port for 8ab9f18f-1632-4463-8faf-515fb0a2ecc5 owned by network:floatingip {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:25:45.931659 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ab48c58a-f1ed-42ac-a7f8-9e87279f31c8 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784247495006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784246951217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811206'] for port (8ab9f18f-1632-4463-8faf-515fb0a2ecc5), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:45.959555 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab48c58a-f1ed-42ac-a7f8-9e87279f31c8 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Pushing event deleted for resources: {'Port': ['ID=8ab9f18f-1632-4463-8faf-515fb0a2ecc5,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:46.028238 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ab48c58a-f1ed-42ac-a7f8-9e87279f31c8 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks [] for floatingip (9b211d61-c59f-42ba-ad04-4294405afc4e), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:46.028559 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.db.l3_db [None req-ab48c58a-f1ed-42ac-a7f8-9e87279f31c8 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Floating IP 9b211d61-c59f-42ba-ad04-4294405afc4e disassociated (deleted). External IP: 172.27.2.170, port: d63ea2b8-aeda-454e-adfa-3045886c1fea. Feb 16 14:25:46.259969 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab48c58a-f1ed-42ac-a7f8-9e87279f31c8 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Router 251e824f-2bf8-498b-9625-581db5c40982 has already been hosted by L3 agent 531611a8-34ea-4f1f-8d10-111cbf56a8a1 {{(pid=102968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:25:46.380916 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab48c58a-f1ed-42ac-a7f8-9e87279f31c8 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Notify agent at l3_agent.dv-cinder-773985-32-iscsi the message routers_updated {{(pid=102968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:25:46.386127 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ab48c58a-f1ed-42ac-a7f8-9e87279f31c8 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for floatingip (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:46.391237 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7807c3da-8856-412a-bdad-fbf7bc8ef378 None None] Sync routers for ids ['251e824f-2bf8-498b-9625-581db5c40982'] in dv-cinder-773985-32-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:25:46.401133 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7807c3da-8856-412a-bdad-fbf7bc8ef378 None None] Routers {'251e824f-2bf8-498b-9625-581db5c40982'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:25:46.401767 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-7807c3da-8856-412a-bdad-fbf7bc8ef378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:25:41Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['251e824f-2bf8-498b-9625-581db5c40982'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:25:46.426645 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-ab48c58a-f1ed-42ac-a7f8-9e87279f31c8 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "DELETE /v2.0/floatingips/9b211d61-c59f-42ba-ad04-4294405afc4e HTTP/1.1" status: 204 len: 168 time: 1.0263336 Feb 16 14:25:46.427273 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24815d7f-a743-4c37-af58-cdedd6d6d6ef', 'tag': 'd63ea2b8-aeda-454e-adfa-3045886c1fea'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:25:46.429536 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669008da0707fbbfdc7037cdc0b86c67378ff5c6b942db7a00e5cd0dd563b74b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401ab8ab-6ef5-4d37-8357-9ae439969680" -d '{"events": [{"name": "network-changed", "server_uuid": "24815d7f-a743-4c37-af58-cdedd6d6d6ef", "tag": "d63ea2b8-aeda-454e-adfa-3045886c1fea"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:25:46.469531 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66c5214-fd30-4a09-bdd0-be881f9637ff x-openstack-request-id: req-e66c5214-fd30-4a09-bdd0-be881f9637ff {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:25:46.469823 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24815d7f-a743-4c37-af58-cdedd6d6d6ef", "tag": "d63ea2b8-aeda-454e-adfa-3045886c1fea", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:25:46.470116 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-e66c5214-fd30-4a09-bdd0-be881f9637ff {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:25:46.470559 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24815d7f-a743-4c37-af58-cdedd6d6d6ef', 'tag': 'd63ea2b8-aeda-454e-adfa-3045886c1fea', 'status': 'completed', 'code': 200} Feb 16 14:25:46.520647 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-7807c3da-8856-412a-bdad-fbf7bc8ef378 None None] Set router 251e824f-2bf8-498b-9625-581db5c40982 gateway port host: dv-cinder-773985-32-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:25:46.567571 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ab8ab-6ef5-4d37-8357-9ae439969680 req-8139160c-6a21-4e78-8541-4891a0c05a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:46.569275 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-401ab8ab-6ef5-4d37-8357-9ae439969680 req-8139160c-6a21-4e78-8541-4891a0c05a48 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c3d6db271304958834a2c24b656f61e&device_id=24815d7f-a743-4c37-af58-cdedd6d6d6ef HTTP/1.1" status: 200 len: 1130 time: 0.0499344 Feb 16 14:25:46.680606 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ab8ab-6ef5-4d37-8357-9ae439969680 req-3141144b-b9f5-4e8f-b58d-29db0b75bc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:46.682203 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-401ab8ab-6ef5-4d37-8357-9ae439969680 req-3141144b-b9f5-4e8f-b58d-29db0b75bc50 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b6af31c2-3d63-407d-9a53-f983b2f44ea1 HTTP/1.1" status: 200 len: 914 time: 0.1057811 Feb 16 14:25:46.694992 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b835a1-5097-4d10-825b-661beaeb2d9e req-0e697607-d16a-4cc3-8fac-e709abefaad7 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:46.697878 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-46b835a1-5097-4d10-825b-661beaeb2d9e req-0e697607-d16a-4cc3-8fac-e709abefaad7 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=24815d7f-a743-4c37-af58-cdedd6d6d6ef HTTP/1.1" status: 200 len: 946 time: 0.0681767 Feb 16 14:25:46.726295 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-401ab8ab-6ef5-4d37-8357-9ae439969680 req-8d374956-5d75-457d-b4ae-66411f02516c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d63ea2b8-aeda-454e-adfa-3045886c1fea HTTP/1.1" status: 200 len: 217 time: 0.0352073 Feb 16 14:25:46.751902 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-46b835a1-5097-4d10-825b-661beaeb2d9e req-5492f09f-b318-4149-af80-5eaebf92a3dd tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/security-groups?id=91d7ffa7-1848-4f96-99a0-919ffd557d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490873 Feb 16 14:25:46.789296 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ab8ab-6ef5-4d37-8357-9ae439969680 req-21a7265c-f898-4f12-b755-9fb8467cdc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:46.790008 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-7807c3da-8856-412a-bdad-fbf7bc8ef378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251e824f-2bf8-498b-9625-581db5c40982', 'name': 'tempest-TestVolumeBootPattern-1264495037-router', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '8828c1b5-b135-4844-8744-f884925f81b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:17:28Z', 'updated_at': '2022-02-16T14:17:32Z', 'revision_number': 4, 'project_id': '5c3d6db271304958834a2c24b656f61e', 'gw_port': {'id': '8828c1b5-b135-4844-8744-f884925f81b0', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251e824f-2bf8-498b-9625-581db5c40982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:28Z', 'updated_at': '2022-02-16T14:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_floatingips': [{'id': '3c86c983-6508-4ebf-b380-1265aa587f01', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'floating_ip_address': '172.27.2.68', 'floating_network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'router_id': '251e824f-2bf8-498b-9625-581db5c40982', 'port_id': '5c39d531-c567-4cbf-95c3-3537c47443f3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1', 'mac_address': 'fa:16:3e:34:6a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781d0f1f-fbbc-49d1-b507-185a377674c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:21:45Z', 'updated_at': '2022-02-16T14:21:47Z', 'revision_number': 1, 'project_id': '5c3d6db271304958834a2c24b656f61e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '579dbe9f-2967-4c1a-b2d6-7db586ad609a', 'name': '', 'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'mac_address': 'fa:16:3e:24:8f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251e824f-2bf8-498b-9625-581db5c40982', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '08195094-654a-4590-abde-4914e46611c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:31Z', 'updated_at': '2022-02-16T14:17:36Z', 'revision_number': 5, 'project_id': '5c3d6db271304958834a2c24b656f61e', 'subnets': [{'id': '08195094-654a-4590-abde-4914e46611c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:25:46.790556 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-401ab8ab-6ef5-4d37-8357-9ae439969680 req-21a7265c-f898-4f12-b755-9fb8467cdc6d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=08195094-654a-4590-abde-4914e46611c7 HTTP/1.1" status: 200 len: 851 time: 0.0530782 Feb 16 14:25:46.817967 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7807c3da-8856-412a-bdad-fbf7bc8ef378 None None] Checking router: 251e824f-2bf8-498b-9625-581db5c40982 for host: dv-cinder-773985-32-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:25:46.831435 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7807c3da-8856-412a-bdad-fbf7bc8ef378 None None] Routers {'251e824f-2bf8-498b-9625-581db5c40982'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:25:46.832065 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-7807c3da-8856-412a-bdad-fbf7bc8ef378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:25:41Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['251e824f-2bf8-498b-9625-581db5c40982'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:25:46.843580 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ab8ab-6ef5-4d37-8357-9ae439969680 req-10f1d200-6a38-48d1-a28b-62cc3057c800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:46.845091 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-401ab8ab-6ef5-4d37-8357-9ae439969680 req-10f1d200-6a38-48d1-a28b-62cc3057c800 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b6af31c2-3d63-407d-9a53-f983b2f44ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0455463 Feb 16 14:25:46.948956 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-401ab8ab-6ef5-4d37-8357-9ae439969680 req-51678b4b-75b8-4abd-93b5-021ef581d6d6 service neutron] 10.222.0.10 "GET /v2.0/networks/b6af31c2-3d63-407d-9a53-f983b2f44ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953722 Feb 16 14:25:46.952214 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-7807c3da-8856-412a-bdad-fbf7bc8ef378 None None] Set router 251e824f-2bf8-498b-9625-581db5c40982 gateway port host: dv-cinder-773985-32-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:25:47.048483 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-401ab8ab-6ef5-4d37-8357-9ae439969680 req-d9854b4d-8219-4d1f-8ddb-e5f392596dfa service neutron] 10.222.0.10 "GET /v2.0/networks/b6af31c2-3d63-407d-9a53-f983b2f44ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917292 Feb 16 14:25:47.213534 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-7807c3da-8856-412a-bdad-fbf7bc8ef378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251e824f-2bf8-498b-9625-581db5c40982', 'name': 'tempest-TestVolumeBootPattern-1264495037-router', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '8828c1b5-b135-4844-8744-f884925f81b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:17:28Z', 'updated_at': '2022-02-16T14:17:32Z', 'revision_number': 4, 'project_id': '5c3d6db271304958834a2c24b656f61e', 'gw_port': {'id': '8828c1b5-b135-4844-8744-f884925f81b0', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251e824f-2bf8-498b-9625-581db5c40982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:28Z', 'updated_at': '2022-02-16T14:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_floatingips': [{'id': '3c86c983-6508-4ebf-b380-1265aa587f01', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'floating_ip_address': '172.27.2.68', 'floating_network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'router_id': '251e824f-2bf8-498b-9625-581db5c40982', 'port_id': '5c39d531-c567-4cbf-95c3-3537c47443f3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1', 'mac_address': 'fa:16:3e:34:6a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781d0f1f-fbbc-49d1-b507-185a377674c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:21:45Z', 'updated_at': '2022-02-16T14:21:47Z', 'revision_number': 1, 'project_id': '5c3d6db271304958834a2c24b656f61e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '579dbe9f-2967-4c1a-b2d6-7db586ad609a', 'name': '', 'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'mac_address': 'fa:16:3e:24:8f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251e824f-2bf8-498b-9625-581db5c40982', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '08195094-654a-4590-abde-4914e46611c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:31Z', 'updated_at': '2022-02-16T14:17:36Z', 'revision_number': 5, 'project_id': '5c3d6db271304958834a2c24b656f61e', 'subnets': [{'id': '08195094-654a-4590-abde-4914e46611c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:25:47.241078 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7807c3da-8856-412a-bdad-fbf7bc8ef378 None None] The sync data for ids ['251e824f-2bf8-498b-9625-581db5c40982'] in dv-cinder-773985-32-iscsi is: [{'id': '251e824f-2bf8-498b-9625-581db5c40982', 'name': 'tempest-TestVolumeBootPattern-1264495037-router', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '8828c1b5-b135-4844-8744-f884925f81b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:17:28Z', 'updated_at': '2022-02-16T14:17:32Z', 'revision_number': 4, 'project_id': '5c3d6db271304958834a2c24b656f61e', 'gw_port': {'id': '8828c1b5-b135-4844-8744-f884925f81b0', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251e824f-2bf8-498b-9625-581db5c40982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:28Z', 'updated_at': '2022-02-16T14:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_floatingips': [{'id': '3c86c983-6508-4ebf-b380-1265aa587f01', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'floating_ip_address': '172.27.2.68', 'floating_network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'router_id': '251e824f-2bf8-498b-9625-581db5c40982', 'port_id': '5c39d531-c567-4cbf-95c3-3537c47443f3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1', 'mac_address': 'fa:16:3e:34:6a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781d0f1f-fbbc-49d1-b507-185a377674c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:21:45Z', 'updated_at': '2022-02-16T14:21:47Z', 'revision_number': 1, 'project_id': '5c3d6db271304958834a2c24b656f61e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '579dbe9f-2967-4c1a-b2d6-7db586ad609a', 'name': '', 'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'mac_address': 'fa:16:3e:24:8f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251e824f-2bf8-498b-9625-581db5c40982', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '08195094-654a-4590-abde-4914e46611c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:31Z', 'updated_at': '2022-02-16T14:17:36Z', 'revision_number': 5, 'project_id': '5c3d6db271304958834a2c24b656f61e', 'subnets': [{'id': '08195094-654a-4590-abde-4914e46611c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:25:47.501556 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef3bdb9-b8d7-44ad-8591-ce38964d097a None None] New status for floating IP 9b211d61-c59f-42ba-ad04-4294405afc4e: DOWN {{(pid=102971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:25:47.895118 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31437b9e-c74d-448a-9674-ae3355fc8129 req-2b10172d-7e6b-490b-a1e0-673fe5482c55 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:47.896757 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-31437b9e-c74d-448a-9674-ae3355fc8129 req-2b10172d-7e6b-490b-a1e0-673fe5482c55 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=24815d7f-a743-4c37-af58-cdedd6d6d6ef HTTP/1.1" status: 200 len: 946 time: 0.0635204 Feb 16 14:25:47.965467 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-31437b9e-c74d-448a-9674-ae3355fc8129 req-5a1c4162-4c7d-4513-b4b8-9adfbf46d4ef tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/security-groups?id=91d7ffa7-1848-4f96-99a0-919ffd557d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628412 Feb 16 14:25:48.565296 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ec9d6-0f0c-42fe-9208-95d9253ff5a1 req-b81e0f11-a459-46f6-99b3-eae723ad9cb8 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:48.566924 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a79ec9d6-0f0c-42fe-9208-95d9253ff5a1 req-b81e0f11-a459-46f6-99b3-eae723ad9cb8 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.10 "GET /v2.0/ports?device_id=24815d7f-a743-4c37-af58-cdedd6d6d6ef HTTP/1.1" status: 200 len: 946 time: 0.0732753 Feb 16 14:25:48.688226 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-a79ec9d6-0f0c-42fe-9208-95d9253ff5a1 req-845e2bbd-56bb-4f25-a076-260d4e2a5bc1 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Deleting port d63ea2b8-aeda-454e-adfa-3045886c1fea {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:25:48.688593 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-a79ec9d6-0f0c-42fe-9208-95d9253ff5a1 req-845e2bbd-56bb-4f25-a076-260d4e2a5bc1 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784247387639'] for port (d63ea2b8-aeda-454e-adfa-3045886c1fea), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:48.789062 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-a79ec9d6-0f0c-42fe-9208-95d9253ff5a1 req-845e2bbd-56bb-4f25-a076-260d4e2a5bc1 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] For port d63ea2b8-aeda-454e-adfa-3045886c1fea, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=d63ea2b8-aeda-454e-adfa-3045886c1fea,segment=NetworkSegment(0373981d-f79c-45c2-9efc-d2c5280ceefc),segment_id=0373981d-f79c-45c2-9efc-d2c5280ceefc)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:25:48.789393 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-a79ec9d6-0f0c-42fe-9208-95d9253ff5a1 req-845e2bbd-56bb-4f25-a076-260d4e2a5bc1 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595644'] for port (d63ea2b8-aeda-454e-adfa-3045886c1fea), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:48.803503 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-a79ec9d6-0f0c-42fe-9208-95d9253ff5a1 req-845e2bbd-56bb-4f25-a076-260d4e2a5bc1 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Calling delete_port for d63ea2b8-aeda-454e-adfa-3045886c1fea owned by compute:nova {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:25:48.940288 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-a79ec9d6-0f0c-42fe-9208-95d9253ff5a1 req-845e2bbd-56bb-4f25-a076-260d4e2a5bc1 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784247495006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784246951217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811206'] for port (d63ea2b8-aeda-454e-adfa-3045886c1fea), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:48.972712 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e2bbd-56bb-4f25-a076-260d4e2a5bc1 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Pushing event deleted for resources: {'Port': ['ID=d63ea2b8-aeda-454e-adfa-3045886c1fea,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:49.020200 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-a79ec9d6-0f0c-42fe-9208-95d9253ff5a1 req-845e2bbd-56bb-4f25-a076-260d4e2a5bc1 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] No DVR routers for this DVR port d63ea2b8-aeda-454e-adfa-3045886c1fea on host hv-cinder-77398 {{(pid=102968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:25:49.022926 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-a79ec9d6-0f0c-42fe-9208-95d9253ff5a1 req-845e2bbd-56bb-4f25-a076-260d4e2a5bc1 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:49.026408 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a79ec9d6-0f0c-42fe-9208-95d9253ff5a1 req-845e2bbd-56bb-4f25-a076-260d4e2a5bc1 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.10 "DELETE /v2.0/ports/d63ea2b8-aeda-454e-adfa-3045886c1fea HTTP/1.1" status: 204 len: 173 time: 0.4529910 Feb 16 14:25:49.026871 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24815d7f-a743-4c37-af58-cdedd6d6d6ef', 'name': 'network-vif-deleted', 'tag': 'd63ea2b8-aeda-454e-adfa-3045886c1fea'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:25:49.030255 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669008da0707fbbfdc7037cdc0b86c67378ff5c6b942db7a00e5cd0dd563b74b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c0344b-49a9-41e4-819d-972f2bdb988c" -d '{"events": [{"server_uuid": "24815d7f-a743-4c37-af58-cdedd6d6d6ef", "name": "network-vif-deleted", "tag": "d63ea2b8-aeda-454e-adfa-3045886c1fea"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:25:49.082079 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5181efd6-e907-4ec5-80fb-2f384231e831 x-openstack-request-id: req-5181efd6-e907-4ec5-80fb-2f384231e831 {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:25:49.082385 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24815d7f-a743-4c37-af58-cdedd6d6d6ef", "name": "network-vif-deleted", "tag": "d63ea2b8-aeda-454e-adfa-3045886c1fea", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:25:49.082641 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-5181efd6-e907-4ec5-80fb-2f384231e831 {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:25:49.083109 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24815d7f-a743-4c37-af58-cdedd6d6d6ef', 'name': 'network-vif-deleted', 'tag': 'd63ea2b8-aeda-454e-adfa-3045886c1fea', 'status': 'completed', 'code': 200} Feb 16 14:25:49.083375 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-5afcae4c-b4bf-4cd5-b612-0e80cbbf0ebb req-309a4e06-9542-4e34-a2f3-a65f73ada8da tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=24815d7f-a743-4c37-af58-cdedd6d6d6ef HTTP/1.1" status: 200 len: 210 time: 0.0321848 Feb 16 14:25:52.409252 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 33644) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:52.414730 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device d63ea2b8-aeda-454e-adfa-3045886c1fea no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:25:52.437987 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] No Port match for: d63ea2b8-aeda-454e-adfa-3045886c1fea {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:25:52.438291 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device d63ea2b8-aeda-454e-adfa-3045886c1fea not bound to the agent host hv-cinder-77398 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:25:52.618236 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-011c4888-516c-4eca-bac5-b735caf0b493 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Deleting port 72f7bed6-f836-4cad-a0b7-d8a89927a160 {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:25:52.618828 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-011c4888-516c-4eca-bac5-b735caf0b493 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784247387639'] for port (72f7bed6-f836-4cad-a0b7-d8a89927a160), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:52.756680 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-011c4888-516c-4eca-bac5-b735caf0b493 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595644'] for port (72f7bed6-f836-4cad-a0b7-d8a89927a160), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:52.756906 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-011c4888-516c-4eca-bac5-b735caf0b493 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks [] for floatingip (72f7bed6-f836-4cad-a0b7-d8a89927a160), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:52.770115 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-011c4888-516c-4eca-bac5-b735caf0b493 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Calling delete_port for 72f7bed6-f836-4cad-a0b7-d8a89927a160 owned by network:floatingip {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:25:52.933859 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-011c4888-516c-4eca-bac5-b735caf0b493 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784247495006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784246951217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811206'] for port (72f7bed6-f836-4cad-a0b7-d8a89927a160), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:52.983369 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c4888-516c-4eca-bac5-b735caf0b493 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Pushing event deleted for resources: {'Port': ['ID=72f7bed6-f836-4cad-a0b7-d8a89927a160,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:53.066893 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-011c4888-516c-4eca-bac5-b735caf0b493 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks [] for floatingip (3c86c983-6508-4ebf-b380-1265aa587f01), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:53.067150 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.db.l3_db [None req-011c4888-516c-4eca-bac5-b735caf0b493 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Floating IP 3c86c983-6508-4ebf-b380-1265aa587f01 disassociated (deleted). External IP: 172.27.2.68, port: 5c39d531-c567-4cbf-95c3-3537c47443f3. Feb 16 14:25:53.594931 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011c4888-516c-4eca-bac5-b735caf0b493 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Router 251e824f-2bf8-498b-9625-581db5c40982 has already been hosted by L3 agent 531611a8-34ea-4f1f-8d10-111cbf56a8a1 {{(pid=102968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:25:53.722241 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011c4888-516c-4eca-bac5-b735caf0b493 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Notify agent at l3_agent.dv-cinder-773985-32-iscsi the message routers_updated {{(pid=102968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:25:53.729148 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-011c4888-516c-4eca-bac5-b735caf0b493 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for floatingip (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:53.735954 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ba7149-f69b-4132-969c-6c49fcaf49ac None None] Sync routers for ids ['251e824f-2bf8-498b-9625-581db5c40982'] in dv-cinder-773985-32-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:25:53.748238 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ba7149-f69b-4132-969c-6c49fcaf49ac None None] Routers {'251e824f-2bf8-498b-9625-581db5c40982'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:25:53.749157 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-46ba7149-f69b-4132-969c-6c49fcaf49ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:25:41Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['251e824f-2bf8-498b-9625-581db5c40982'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:25:53.771639 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-011c4888-516c-4eca-bac5-b735caf0b493 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "DELETE /v2.0/floatingips/3c86c983-6508-4ebf-b380-1265aa587f01 HTTP/1.1" status: 204 len: 168 time: 1.3612056 Feb 16 14:25:53.772219 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '781d0f1f-fbbc-49d1-b507-185a377674c1', 'tag': '5c39d531-c567-4cbf-95c3-3537c47443f3'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:25:53.775299 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669008da0707fbbfdc7037cdc0b86c67378ff5c6b942db7a00e5cd0dd563b74b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbdb94b6-554b-4951-afbf-744bf5ad90d9" -d '{"events": [{"name": "network-changed", "server_uuid": "781d0f1f-fbbc-49d1-b507-185a377674c1", "tag": "5c39d531-c567-4cbf-95c3-3537c47443f3"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:25:53.827124 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3151fb33-c510-49e7-b6e1-0aa6a4dc5dd0 x-openstack-request-id: req-3151fb33-c510-49e7-b6e1-0aa6a4dc5dd0 {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:25:53.827579 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "781d0f1f-fbbc-49d1-b507-185a377674c1", "tag": "5c39d531-c567-4cbf-95c3-3537c47443f3", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:25:53.827947 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-3151fb33-c510-49e7-b6e1-0aa6a4dc5dd0 {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:25:53.828688 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '781d0f1f-fbbc-49d1-b507-185a377674c1', 'tag': '5c39d531-c567-4cbf-95c3-3537c47443f3', 'status': 'completed', 'code': 200} Feb 16 14:25:53.923588 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-46ba7149-f69b-4132-969c-6c49fcaf49ac None None] Set router 251e824f-2bf8-498b-9625-581db5c40982 gateway port host: dv-cinder-773985-32-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:25:53.981361 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb94b6-554b-4951-afbf-744bf5ad90d9 req-e758a28f-b3a8-468a-8fc2-398316dc008b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:53.982762 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-dbdb94b6-554b-4951-afbf-744bf5ad90d9 req-e758a28f-b3a8-468a-8fc2-398316dc008b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c3d6db271304958834a2c24b656f61e&device_id=781d0f1f-fbbc-49d1-b507-185a377674c1 HTTP/1.1" status: 200 len: 1129 time: 0.0922804 Feb 16 14:25:54.210745 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-46ba7149-f69b-4132-969c-6c49fcaf49ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251e824f-2bf8-498b-9625-581db5c40982', 'name': 'tempest-TestVolumeBootPattern-1264495037-router', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '8828c1b5-b135-4844-8744-f884925f81b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:17:28Z', 'updated_at': '2022-02-16T14:17:32Z', 'revision_number': 4, 'project_id': '5c3d6db271304958834a2c24b656f61e', 'gw_port': {'id': '8828c1b5-b135-4844-8744-f884925f81b0', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251e824f-2bf8-498b-9625-581db5c40982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:28Z', 'updated_at': '2022-02-16T14:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_interfaces': [{'id': '579dbe9f-2967-4c1a-b2d6-7db586ad609a', 'name': '', 'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'mac_address': 'fa:16:3e:24:8f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251e824f-2bf8-498b-9625-581db5c40982', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '08195094-654a-4590-abde-4914e46611c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:31Z', 'updated_at': '2022-02-16T14:17:36Z', 'revision_number': 5, 'project_id': '5c3d6db271304958834a2c24b656f61e', 'subnets': [{'id': '08195094-654a-4590-abde-4914e46611c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:25:54.217344 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc17eefd-0c88-4ad2-ad84-f2ca203465cc req-8f384a23-29e4-453e-ab73-a9a0cd072b8d tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:54.219466 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-bc17eefd-0c88-4ad2-ad84-f2ca203465cc req-8f384a23-29e4-453e-ab73-a9a0cd072b8d tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=781d0f1f-fbbc-49d1-b507-185a377674c1 HTTP/1.1" status: 200 len: 945 time: 0.1730037 Feb 16 14:25:54.226069 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb94b6-554b-4951-afbf-744bf5ad90d9 req-9445ff1c-ce68-4f2f-9388-ef53b22b3166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:54.227693 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-dbdb94b6-554b-4951-afbf-744bf5ad90d9 req-9445ff1c-ce68-4f2f-9388-ef53b22b3166 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b6af31c2-3d63-407d-9a53-f983b2f44ea1 HTTP/1.1" status: 200 len: 914 time: 0.1938696 Feb 16 14:25:54.245348 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ba7149-f69b-4132-969c-6c49fcaf49ac None None] Checking router: 251e824f-2bf8-498b-9625-581db5c40982 for host: dv-cinder-773985-32-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:25:54.256851 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ba7149-f69b-4132-969c-6c49fcaf49ac None None] Routers {'251e824f-2bf8-498b-9625-581db5c40982'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:25:54.257887 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-46ba7149-f69b-4132-969c-6c49fcaf49ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:25:41Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['251e824f-2bf8-498b-9625-581db5c40982'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:25:54.284245 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-dbdb94b6-554b-4951-afbf-744bf5ad90d9 req-7416957a-6763-42b8-99be-648dad68fdb6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c39d531-c567-4cbf-95c3-3537c47443f3 HTTP/1.1" status: 200 len: 217 time: 0.0484028 Feb 16 14:25:54.349284 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-bc17eefd-0c88-4ad2-ad84-f2ca203465cc req-878c13d5-c850-43aa-9235-57e2e83e4456 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/security-groups?id=91d7ffa7-1848-4f96-99a0-919ffd557d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205256 Feb 16 14:25:54.366250 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb94b6-554b-4951-afbf-744bf5ad90d9 req-df7ca246-87b4-4620-b0ce-df37e41727fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:54.368925 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-dbdb94b6-554b-4951-afbf-744bf5ad90d9 req-df7ca246-87b4-4620-b0ce-df37e41727fd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=08195094-654a-4590-abde-4914e46611c7 HTTP/1.1" status: 200 len: 851 time: 0.0743997 Feb 16 14:25:54.385854 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-46ba7149-f69b-4132-969c-6c49fcaf49ac None None] Set router 251e824f-2bf8-498b-9625-581db5c40982 gateway port host: dv-cinder-773985-32-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:25:54.425333 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb94b6-554b-4951-afbf-744bf5ad90d9 req-0908b3c7-a8ea-422b-94a0-db9c516e448d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:54.426850 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-dbdb94b6-554b-4951-afbf-744bf5ad90d9 req-0908b3c7-a8ea-422b-94a0-db9c516e448d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b6af31c2-3d63-407d-9a53-f983b2f44ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0496082 Feb 16 14:25:54.540852 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-dbdb94b6-554b-4951-afbf-744bf5ad90d9 req-c57c224f-2d02-4fe2-8095-c96f5ad2edf7 service neutron] 10.222.0.10 "GET /v2.0/networks/b6af31c2-3d63-407d-9a53-f983b2f44ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050351 Feb 16 14:25:54.650689 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-46ba7149-f69b-4132-969c-6c49fcaf49ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251e824f-2bf8-498b-9625-581db5c40982', 'name': 'tempest-TestVolumeBootPattern-1264495037-router', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '8828c1b5-b135-4844-8744-f884925f81b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:17:28Z', 'updated_at': '2022-02-16T14:17:32Z', 'revision_number': 4, 'project_id': '5c3d6db271304958834a2c24b656f61e', 'gw_port': {'id': '8828c1b5-b135-4844-8744-f884925f81b0', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251e824f-2bf8-498b-9625-581db5c40982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:28Z', 'updated_at': '2022-02-16T14:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_interfaces': [{'id': '579dbe9f-2967-4c1a-b2d6-7db586ad609a', 'name': '', 'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'mac_address': 'fa:16:3e:24:8f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251e824f-2bf8-498b-9625-581db5c40982', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '08195094-654a-4590-abde-4914e46611c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:31Z', 'updated_at': '2022-02-16T14:17:36Z', 'revision_number': 5, 'project_id': '5c3d6db271304958834a2c24b656f61e', 'subnets': [{'id': '08195094-654a-4590-abde-4914e46611c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:25:54.666391 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-dbdb94b6-554b-4951-afbf-744bf5ad90d9 req-39ef35f8-e7ce-4d6c-9b8b-2552f8085b8b service neutron] 10.222.0.10 "GET /v2.0/networks/b6af31c2-3d63-407d-9a53-f983b2f44ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189950 Feb 16 14:25:54.684173 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ba7149-f69b-4132-969c-6c49fcaf49ac None None] The sync data for ids ['251e824f-2bf8-498b-9625-581db5c40982'] in dv-cinder-773985-32-iscsi is: [{'id': '251e824f-2bf8-498b-9625-581db5c40982', 'name': 'tempest-TestVolumeBootPattern-1264495037-router', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '8828c1b5-b135-4844-8744-f884925f81b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:17:28Z', 'updated_at': '2022-02-16T14:17:32Z', 'revision_number': 4, 'project_id': '5c3d6db271304958834a2c24b656f61e', 'gw_port': {'id': '8828c1b5-b135-4844-8744-f884925f81b0', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251e824f-2bf8-498b-9625-581db5c40982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:28Z', 'updated_at': '2022-02-16T14:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_interfaces': [{'id': '579dbe9f-2967-4c1a-b2d6-7db586ad609a', 'name': '', 'network_id': 'b6af31c2-3d63-407d-9a53-f983b2f44ea1', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'mac_address': 'fa:16:3e:24:8f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251e824f-2bf8-498b-9625-581db5c40982', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '08195094-654a-4590-abde-4914e46611c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:31Z', 'updated_at': '2022-02-16T14:17:36Z', 'revision_number': 5, 'project_id': '5c3d6db271304958834a2c24b656f61e', 'subnets': [{'id': '08195094-654a-4590-abde-4914e46611c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:25:54.996879 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99988b0-0780-4863-b66b-2fdb853074cf None None] New status for floating IP 3c86c983-6508-4ebf-b380-1265aa587f01: DOWN {{(pid=102971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:25:55.496778 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e439d9b-5115-49d8-b689-f28acb36352f req-4cda4484-fcae-4947-8b10-2ab8be79807f tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:55.499774 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-6e439d9b-5115-49d8-b689-f28acb36352f req-4cda4484-fcae-4947-8b10-2ab8be79807f tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=781d0f1f-fbbc-49d1-b507-185a377674c1 HTTP/1.1" status: 200 len: 945 time: 0.0648835 Feb 16 14:25:55.553035 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-6e439d9b-5115-49d8-b689-f28acb36352f req-c3f72a63-2c45-4a31-b6f1-a6dac2c28e1d tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/security-groups?id=91d7ffa7-1848-4f96-99a0-919ffd557d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472827 Feb 16 14:25:55.996357 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93038571-32a6-4fd1-85b6-5b0845b92426 req-88f5ef1d-e45e-49db-99d8-ec7b28ba9308 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:55.998078 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-93038571-32a6-4fd1-85b6-5b0845b92426 req-88f5ef1d-e45e-49db-99d8-ec7b28ba9308 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.10 "GET /v2.0/ports?device_id=781d0f1f-fbbc-49d1-b507-185a377674c1 HTTP/1.1" status: 200 len: 945 time: 0.0590403 Feb 16 14:25:56.101048 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-93038571-32a6-4fd1-85b6-5b0845b92426 req-f897b959-e4dd-4e9b-9bea-27276b55655c tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Deleting port 5c39d531-c567-4cbf-95c3-3537c47443f3 {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:25:56.101396 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-93038571-32a6-4fd1-85b6-5b0845b92426 req-f897b959-e4dd-4e9b-9bea-27276b55655c tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784247387639'] for port (5c39d531-c567-4cbf-95c3-3537c47443f3), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:56.196329 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-93038571-32a6-4fd1-85b6-5b0845b92426 req-f897b959-e4dd-4e9b-9bea-27276b55655c tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] For port 5c39d531-c567-4cbf-95c3-3537c47443f3, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=5c39d531-c567-4cbf-95c3-3537c47443f3,segment=NetworkSegment(0373981d-f79c-45c2-9efc-d2c5280ceefc),segment_id=0373981d-f79c-45c2-9efc-d2c5280ceefc)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:25:56.196642 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-93038571-32a6-4fd1-85b6-5b0845b92426 req-f897b959-e4dd-4e9b-9bea-27276b55655c tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595644'] for port (5c39d531-c567-4cbf-95c3-3537c47443f3), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:56.209948 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-93038571-32a6-4fd1-85b6-5b0845b92426 req-f897b959-e4dd-4e9b-9bea-27276b55655c tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Calling delete_port for 5c39d531-c567-4cbf-95c3-3537c47443f3 owned by compute:nova {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:25:56.340298 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-93038571-32a6-4fd1-85b6-5b0845b92426 req-f897b959-e4dd-4e9b-9bea-27276b55655c tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784247495006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784246951217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811206'] for port (5c39d531-c567-4cbf-95c3-3537c47443f3), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:56.370524 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f897b959-e4dd-4e9b-9bea-27276b55655c tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Pushing event deleted for resources: {'Port': ['ID=5c39d531-c567-4cbf-95c3-3537c47443f3,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:56.381165 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f897b959-e4dd-4e9b-9bea-27276b55655c tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:56.381525 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f897b959-e4dd-4e9b-9bea-27276b55655c tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:56.381865 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f897b959-e4dd-4e9b-9bea-27276b55655c tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:56.382206 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f897b959-e4dd-4e9b-9bea-27276b55655c tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:56.382537 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f897b959-e4dd-4e9b-9bea-27276b55655c tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:56.382868 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f897b959-e4dd-4e9b-9bea-27276b55655c tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:56.383202 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f897b959-e4dd-4e9b-9bea-27276b55655c tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:56.383559 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f897b959-e4dd-4e9b-9bea-27276b55655c tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:56.383884 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f897b959-e4dd-4e9b-9bea-27276b55655c tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:56.384215 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f897b959-e4dd-4e9b-9bea-27276b55655c tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:56.384546 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f897b959-e4dd-4e9b-9bea-27276b55655c tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:56.385218 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f897b959-e4dd-4e9b-9bea-27276b55655c tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:56.385218 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f897b959-e4dd-4e9b-9bea-27276b55655c tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:56.429307 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-93038571-32a6-4fd1-85b6-5b0845b92426 req-f897b959-e4dd-4e9b-9bea-27276b55655c tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] No DVR routers for this DVR port 5c39d531-c567-4cbf-95c3-3537c47443f3 on host hv-cinder-77398 {{(pid=102968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:25:56.431891 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-93038571-32a6-4fd1-85b6-5b0845b92426 req-f897b959-e4dd-4e9b-9bea-27276b55655c tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:56.435437 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-93038571-32a6-4fd1-85b6-5b0845b92426 req-f897b959-e4dd-4e9b-9bea-27276b55655c tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.10 "DELETE /v2.0/ports/5c39d531-c567-4cbf-95c3-3537c47443f3 HTTP/1.1" status: 204 len: 173 time: 0.4276726 Feb 16 14:25:56.435895 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781d0f1f-fbbc-49d1-b507-185a377674c1', 'name': 'network-vif-deleted', 'tag': '5c39d531-c567-4cbf-95c3-3537c47443f3'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:25:56.438400 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669008da0707fbbfdc7037cdc0b86c67378ff5c6b942db7a00e5cd0dd563b74b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee96e453-4125-4800-a4ac-e314bc4550f5" -d '{"events": [{"server_uuid": "781d0f1f-fbbc-49d1-b507-185a377674c1", "name": "network-vif-deleted", "tag": "5c39d531-c567-4cbf-95c3-3537c47443f3"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:25:56.475563 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8e3266-3cd5-40f3-a900-96b8be130bd1 x-openstack-request-id: req-ba8e3266-3cd5-40f3-a900-96b8be130bd1 {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:25:56.476000 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781d0f1f-fbbc-49d1-b507-185a377674c1", "name": "network-vif-deleted", "tag": "5c39d531-c567-4cbf-95c3-3537c47443f3", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:25:56.476145 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-ba8e3266-3cd5-40f3-a900-96b8be130bd1 {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:25:56.476543 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '781d0f1f-fbbc-49d1-b507-185a377674c1', 'name': 'network-vif-deleted', 'tag': '5c39d531-c567-4cbf-95c3-3537c47443f3', 'status': 'completed', 'code': 200} Feb 16 14:25:56.652294 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-bce816a6-53c4-46c2-92ce-99565062de9d req-0ac9bcf9-c9a3-4d28-82b4-ce93acf6b52f tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "GET /v2.0/ports?device_id=781d0f1f-fbbc-49d1-b507-185a377674c1 HTTP/1.1" status: 200 len: 210 time: 0.0277147 Feb 16 14:25:57.712772 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 33660) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:57.843982 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-81a18185-b40b-43c0-8c4a-02c2ddf0b0d6 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Deleting port c9526993-e91f-453b-9aae-8295712080c3 {{(pid=102969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:25:57.844331 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-81a18185-b40b-43c0-8c4a-02c2ddf0b0d6 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784247387639'] for port (c9526993-e91f-453b-9aae-8295712080c3), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:57.922225 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-81a18185-b40b-43c0-8c4a-02c2ddf0b0d6 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595644'] for port (c9526993-e91f-453b-9aae-8295712080c3), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:57.922548 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-81a18185-b40b-43c0-8c4a-02c2ddf0b0d6 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks [] for floatingip (c9526993-e91f-453b-9aae-8295712080c3), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:57.935847 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-81a18185-b40b-43c0-8c4a-02c2ddf0b0d6 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Calling delete_port for c9526993-e91f-453b-9aae-8295712080c3 owned by network:floatingip {{(pid=102969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:25:58.074716 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-81a18185-b40b-43c0-8c4a-02c2ddf0b0d6 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784247495006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784246951217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10340347'] for port (c9526993-e91f-453b-9aae-8295712080c3), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:58.101996 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a18185-b40b-43c0-8c4a-02c2ddf0b0d6 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Pushing event deleted for resources: {'Port': ['ID=c9526993-e91f-453b-9aae-8295712080c3,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:58.175507 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-81a18185-b40b-43c0-8c4a-02c2ddf0b0d6 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks [] for floatingip (4df2e00c-5892-4e24-b7b1-48053003ea0b), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:58.178308 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-81a18185-b40b-43c0-8c4a-02c2ddf0b0d6 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for floatingip (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:58.180045 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-81a18185-b40b-43c0-8c4a-02c2ddf0b0d6 tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "DELETE /v2.0/floatingips/4df2e00c-5892-4e24-b7b1-48053003ea0b HTTP/1.1" status: 204 len: 168 time: 0.4657204 Feb 16 14:25:59.414028 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 33672) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:59.478827 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-3e564e85-4647-492c-a3cb-6b900ad4adbf tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks [] for security_group (91d7ffa7-1848-4f96-99a0-919ffd557d5e), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:59.505697 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-3e564e85-4647-492c-a3cb-6b900ad4adbf tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks [] for security_group (91d7ffa7-1848-4f96-99a0-919ffd557d5e), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:59.569653 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-3e564e85-4647-492c-a3cb-6b900ad4adbf tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (91d7ffa7-1848-4f96-99a0-919ffd557d5e), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:59.572228 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-3e564e85-4647-492c-a3cb-6b900ad4adbf tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:59.573396 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-3e564e85-4647-492c-a3cb-6b900ad4adbf tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] 10.222.0.120 "DELETE /v2.0/security-groups/91d7ffa7-1848-4f96-99a0-919ffd557d5e HTTP/1.1" status: 204 len: 168 time: 0.1583779 Feb 16 14:25:59.583778 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e564e85-4647-492c-a3cb-6b900ad4adbf tempest-TestVolumeBootPattern-599125682 tempest-TestVolumeBootPattern-599125682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d7ffa7-1848-4f96-99a0-919ffd557d5e,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:26:00.430307 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 5c39d531-c567-4cbf-95c3-3537c47443f3 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:26:00.451032 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] No Port match for: 5c39d531-c567-4cbf-95c3-3537c47443f3 {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:26:00.451403 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 5c39d531-c567-4cbf-95c3-3537c47443f3 not bound to the agent host hv-cinder-77398 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:26:00.646591 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 33678) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:26:01.212054 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-678d5d7b-2a14-48ae-b889-d088deb57ae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1593304'] for router_interface (251e824f-2bf8-498b-9625-581db5c40982), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:01.530401 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-678d5d7b-2a14-48ae-b889-d088deb57ae1 admin admin] Deleting port 579dbe9f-2967-4c1a-b2d6-7db586ad609a {{(pid=102969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:26:01.530643 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-678d5d7b-2a14-48ae-b889-d088deb57ae1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784247387639'] for port (579dbe9f-2967-4c1a-b2d6-7db586ad609a), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:01.620781 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.db [None req-678d5d7b-2a14-48ae-b889-d088deb57ae1 admin admin] For port 579dbe9f-2967-4c1a-b2d6-7db586ad609a, host dv-cinder-773985-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=579dbe9f-2967-4c1a-b2d6-7db586ad609a,segment=NetworkSegment(0373981d-f79c-45c2-9efc-d2c5280ceefc),segment_id=0373981d-f79c-45c2-9efc-d2c5280ceefc)] {{(pid=102969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:26:01.621144 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-678d5d7b-2a14-48ae-b889-d088deb57ae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595644'] for port (579dbe9f-2967-4c1a-b2d6-7db586ad609a), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:01.636524 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-678d5d7b-2a14-48ae-b889-d088deb57ae1 admin admin] Calling delete_port for 579dbe9f-2967-4c1a-b2d6-7db586ad609a owned by network:router_interface {{(pid=102969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:26:01.861535 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-678d5d7b-2a14-48ae-b889-d088deb57ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784247495006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784246951217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10340347'] for port (579dbe9f-2967-4c1a-b2d6-7db586ad609a), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:01.891990 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d5d7b-2a14-48ae-b889-d088deb57ae1 admin admin] Pushing event deleted for resources: {'Port': ['ID=579dbe9f-2967-4c1a-b2d6-7db586ad609a,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:26:02.116863 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-678d5d7b-2a14-48ae-b889-d088deb57ae1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2062363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589544'] for router_interface (251e824f-2bf8-498b-9625-581db5c40982), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:02.666832 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-678d5d7b-2a14-48ae-b889-d088deb57ae1 admin admin] Router 251e824f-2bf8-498b-9625-581db5c40982 has already been hosted by L3 agent 531611a8-34ea-4f1f-8d10-111cbf56a8a1 {{(pid=102969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:26:02.780177 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678d5d7b-2a14-48ae-b889-d088deb57ae1 admin admin] Notify agent at l3_agent.dv-cinder-773985-32-iscsi the message routers_updated {{(pid=102969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:26:02.791103 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db19d6c-7862-4ab4-b97a-1716ea56b5c6 None None] Sync routers for ids ['251e824f-2bf8-498b-9625-581db5c40982'] in dv-cinder-773985-32-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:26:02.793363 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 33682) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:26:02.794557 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-678d5d7b-2a14-48ae-b889-d088deb57ae1 admin admin] 10.222.0.120 "PUT /v2.0/routers/251e824f-2bf8-498b-9625-581db5c40982/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1453617 Feb 16 14:26:02.802687 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db19d6c-7862-4ab4-b97a-1716ea56b5c6 None None] Routers {'251e824f-2bf8-498b-9625-581db5c40982'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:26:02.803331 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-6db19d6c-7862-4ab4-b97a-1716ea56b5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:25:41Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['251e824f-2bf8-498b-9625-581db5c40982'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:26:02.918807 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-560317d4-6ed9-491b-9122-1d507d1c0f2a admin admin] Publish callbacks [] for router (251e824f-2bf8-498b-9625-581db5c40982), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:03.064373 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (0563e457-3a96-4909-b5a3-8fa5db96f619), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:03.067249 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-560317d4-6ed9-491b-9122-1d507d1c0f2a admin admin] Publish callbacks [] for router_gateway (251e824f-2bf8-498b-9625-581db5c40982), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:03.093455 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-6db19d6c-7862-4ab4-b97a-1716ea56b5c6 None None] Set router 251e824f-2bf8-498b-9625-581db5c40982 gateway port host: dv-cinder-773985-32-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:26:03.131091 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-560317d4-6ed9-491b-9122-1d507d1c0f2a admin admin] Deleting port 8828c1b5-b135-4844-8744-f884925f81b0 {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:26:03.131461 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-560317d4-6ed9-491b-9122-1d507d1c0f2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784247387639'] for port (8828c1b5-b135-4844-8744-f884925f81b0), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:03.215414 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [None req-560317d4-6ed9-491b-9122-1d507d1c0f2a admin admin] For port 8828c1b5-b135-4844-8744-f884925f81b0, host dv-cinder-773985-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=8828c1b5-b135-4844-8744-f884925f81b0,segment=NetworkSegment(26d58d4e-c6ed-4576-9373-5fb9e6fda4ae),segment_id=26d58d4e-c6ed-4576-9373-5fb9e6fda4ae)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:26:03.215723 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-560317d4-6ed9-491b-9122-1d507d1c0f2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595644'] for port (8828c1b5-b135-4844-8744-f884925f81b0), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:03.229382 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-560317d4-6ed9-491b-9122-1d507d1c0f2a admin admin] Calling delete_port for 8828c1b5-b135-4844-8744-f884925f81b0 owned by network:router_gateway {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:26:03.292039 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-6db19d6c-7862-4ab4-b97a-1716ea56b5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251e824f-2bf8-498b-9625-581db5c40982', 'name': 'tempest-TestVolumeBootPattern-1264495037-router', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '8828c1b5-b135-4844-8744-f884925f81b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:17:28Z', 'updated_at': '2022-02-16T14:26:01Z', 'revision_number': 5, 'project_id': '5c3d6db271304958834a2c24b656f61e', 'gw_port': {'id': '8828c1b5-b135-4844-8744-f884925f81b0', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251e824f-2bf8-498b-9625-581db5c40982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:28Z', 'updated_at': '2022-02-16T14:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi'}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:26:03.318927 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db19d6c-7862-4ab4-b97a-1716ea56b5c6 None None] Checking router: 251e824f-2bf8-498b-9625-581db5c40982 for host: dv-cinder-773985-32-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:26:03.328411 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db19d6c-7862-4ab4-b97a-1716ea56b5c6 None None] Routers {'251e824f-2bf8-498b-9625-581db5c40982'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:26:03.329175 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-6db19d6c-7862-4ab4-b97a-1716ea56b5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:25:41Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['251e824f-2bf8-498b-9625-581db5c40982'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:26:03.411999 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-560317d4-6ed9-491b-9122-1d507d1c0f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784247495006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784246951217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811206'] for port (8828c1b5-b135-4844-8744-f884925f81b0), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:03.424638 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-6db19d6c-7862-4ab4-b97a-1716ea56b5c6 None None] Set router 251e824f-2bf8-498b-9625-581db5c40982 gateway port host: None {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:26:03.439296 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560317d4-6ed9-491b-9122-1d507d1c0f2a admin admin] Pushing event deleted for resources: {'Port': ['ID=8828c1b5-b135-4844-8744-f884925f81b0,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:26:03.484276 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-6db19d6c-7862-4ab4-b97a-1716ea56b5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251e824f-2bf8-498b-9625-581db5c40982', 'name': 'tempest-TestVolumeBootPattern-1264495037-router', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:17:28Z', 'updated_at': '2022-02-16T14:26:03Z', 'revision_number': 6, 'project_id': '5c3d6db271304958834a2c24b656f61e', 'gw_port_host': None}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:26:03.511843 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db19d6c-7862-4ab4-b97a-1716ea56b5c6 None None] The sync data for ids ['251e824f-2bf8-498b-9625-581db5c40982'] in dv-cinder-773985-32-iscsi is: [{'id': '251e824f-2bf8-498b-9625-581db5c40982', 'name': 'tempest-TestVolumeBootPattern-1264495037-router', 'tenant_id': '5c3d6db271304958834a2c24b656f61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:17:28Z', 'updated_at': '2022-02-16T14:26:03Z', 'revision_number': 6, 'project_id': '5c3d6db271304958834a2c24b656f61e', 'gw_port_host': None}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:26:03.512138 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-560317d4-6ed9-491b-9122-1d507d1c0f2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1596050'] for router_gateway (251e824f-2bf8-498b-9625-581db5c40982), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:03.612817 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-560317d4-6ed9-491b-9122-1d507d1c0f2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1602575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24978'] for router (251e824f-2bf8-498b-9625-581db5c40982), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:03.615066 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-560317d4-6ed9-491b-9122-1d507d1c0f2a admin admin] Publish callbacks [] for router_controller (251e824f-2bf8-498b-9625-581db5c40982), precommit_delete_associations {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:03.663579 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-560317d4-6ed9-491b-9122-1d507d1c0f2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602566'] for router (251e824f-2bf8-498b-9625-581db5c40982), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:03.664140 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560317d4-6ed9-491b-9122-1d507d1c0f2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 251e824f-2bf8-498b-9625-581db5c40982 {{(pid=102968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:26:03.669323 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-560317d4-6ed9-491b-9122-1d507d1c0f2a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:03.670523 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-560317d4-6ed9-491b-9122-1d507d1c0f2a admin admin] 10.222.0.120 "DELETE /v2.0/routers/251e824f-2bf8-498b-9625-581db5c40982 HTTP/1.1" status: 204 len: 168 time: 0.8753698 Feb 16 14:26:03.673044 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 33684) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:26:03.718766 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f40b5ef-9e92-4a77-b8c0-2c226430a74b admin admin] Deleting subnet 08195094-654a-4590-abde-4914e46611c7 {{(pid=102968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 14:26:03.722142 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-8f40b5ef-9e92-4a77-b8c0-2c226430a74b admin admin] Publish callbacks [] for subnet (08195094-654a-4590-abde-4914e46611c7), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:03.757568 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-8f40b5ef-9e92-4a77-b8c0-2c226430a74b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9208702'] for subnet (08195094-654a-4590-abde-4914e46611c7), precommit_delete_associations {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:03.849393 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-8f40b5ef-9e92-4a77-b8c0-2c226430a74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-900998'] for subnet (08195094-654a-4590-abde-4914e46611c7), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:03.913712 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-8f40b5ef-9e92-4a77-b8c0-2c226430a74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-901007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8811251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9090829'] for subnet (08195094-654a-4590-abde-4914e46611c7), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:03.939950 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f40b5ef-9e92-4a77-b8c0-2c226430a74b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08195094-654a-4590-abde-4914e46611c7,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:26:03.945971 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-8f40b5ef-9e92-4a77-b8c0-2c226430a74b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for subnet (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:03.952582 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 33686) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:26:03.953098 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-8f40b5ef-9e92-4a77-b8c0-2c226430a74b admin admin] 10.222.0.120 "DELETE /v2.0/subnets/08195094-654a-4590-abde-4914e46611c7 HTTP/1.1" status: 204 len: 168 time: 0.2785912 Feb 16 14:26:03.953427 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f3f167-5cbf-4823-ad10-acba25aa0526 None None] Network b6af31c2-3d63-407d-9a53-f983b2f44ea1 requested from dv-cinder-773985-32-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:26:04.035803 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device 579dbe9f-2967-4c1a-b2d6-7db586ad609a no longer exists at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:26:04.051645 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f70bc929-3e42-472e-9a35-9e5bad667b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924667'] for network (b6af31c2-3d63-407d-9a53-f983b2f44ea1), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:04.058057 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] No Port match for: 579dbe9f-2967-4c1a-b2d6-7db586ad609a {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:26:04.058403 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device 579dbe9f-2967-4c1a-b2d6-7db586ad609a not bound to the agent host dv-cinder-773985-32-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:26:04.110113 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-f70bc929-3e42-472e-9a35-9e5bad667b70 admin admin] Deleting port c8ec83c5-a921-4c11-bcbe-a8e6a75e9af4 {{(pid=102969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:26:04.110454 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f70bc929-3e42-472e-9a35-9e5bad667b70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784247387639'] for port (c8ec83c5-a921-4c11-bcbe-a8e6a75e9af4), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:04.181000 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.db [None req-f70bc929-3e42-472e-9a35-9e5bad667b70 admin admin] For port c8ec83c5-a921-4c11-bcbe-a8e6a75e9af4, host dv-cinder-773985-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=c8ec83c5-a921-4c11-bcbe-a8e6a75e9af4,segment=NetworkSegment(0373981d-f79c-45c2-9efc-d2c5280ceefc),segment_id=0373981d-f79c-45c2-9efc-d2c5280ceefc)] {{(pid=102969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:26:04.181394 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f70bc929-3e42-472e-9a35-9e5bad667b70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595644'] for port (c8ec83c5-a921-4c11-bcbe-a8e6a75e9af4), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:04.194303 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-f70bc929-3e42-472e-9a35-9e5bad667b70 admin admin] Calling delete_port for c8ec83c5-a921-4c11-bcbe-a8e6a75e9af4 owned by network:dhcp {{(pid=102969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:26:04.275520 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f70bc929-3e42-472e-9a35-9e5bad667b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784247495006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784246951217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10340347'] for port (c8ec83c5-a921-4c11-bcbe-a8e6a75e9af4), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:04.299304 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70bc929-3e42-472e-9a35-9e5bad667b70 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8ec83c5-a921-4c11-bcbe-a8e6a75e9af4,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:26:04.306961 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70bc929-3e42-472e-9a35-9e5bad667b70 admin admin] No DVR routers for this DVR port c8ec83c5-a921-4c11-bcbe-a8e6a75e9af4 on host dv-cinder-773985-32-iscsi {{(pid=102969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:26:04.350568 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8046fba7-c681-4132-9484-a0e3e5012c35 None None] DHCP port deletion for b6af31c2-3d63-407d-9a53-f983b2f44ea1 request from dv-cinder-773985-32-iscsi {{(pid=102970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 14:26:04.426923 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f70bc929-3e42-472e-9a35-9e5bad667b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897531', 'neutron.services.segments.db._delete_segments_for_network-8784247451275'] for network (b6af31c2-3d63-407d-9a53-f983b2f44ea1), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:04.461117 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.services.segments.db [None req-f70bc929-3e42-472e-9a35-9e5bad667b70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6af31c2-3d63-407d-9a53-f983b2f44ea1']}} {{(pid=102969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:26:04.476218 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.services.segments.db [None req-f70bc929-3e42-472e-9a35-9e5bad667b70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0373981d-f79c-45c2-9efc-d2c5280ceefc') {'for_net_delete': True} {{(pid=102969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:26:04.476681 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.services.segments.db [None req-f70bc929-3e42-472e-9a35-9e5bad667b70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0373981d-f79c-45c2-9efc-d2c5280ceefc') {} {{(pid=102969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:26:04.492601 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f70bc929-3e42-472e-9a35-9e5bad667b70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784247452308', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10125332'] for segment (0373981d-f79c-45c2-9efc-d2c5280ceefc), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:04.521217 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f70bc929-3e42-472e-9a35-9e5bad667b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894495'] for segment (0373981d-f79c-45c2-9efc-d2c5280ceefc), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:04.529057 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f70bc929-3e42-472e-9a35-9e5bad667b70 admin admin] Releasing vlan 1345 on physical network physnet1 to pool {{(pid=102969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:26:04.529352 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f70bc929-3e42-472e-9a35-9e5bad667b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10340244'] for segment (0373981d-f79c-45c2-9efc-d2c5280ceefc), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:04.531281 dv-cinder-773985-32-iscsi neutron-server[102969]: Traceback (most recent call last): Feb 16 14:26:04.531281 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:26:04.531281 dv-cinder-773985-32-iscsi neutron-server[102969]: timer() Feb 16 14:26:04.531281 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:26:04.531281 dv-cinder-773985-32-iscsi neutron-server[102969]: cb(*args, **kw) Feb 16 14:26:04.531281 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:26:04.531281 dv-cinder-773985-32-iscsi neutron-server[102969]: return func(*args, **kwargs) Feb 16 14:26:04.531281 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:26:04.531281 dv-cinder-773985-32-iscsi neutron-server[102969]: self._notify() Feb 16 14:26:04.531281 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:26:04.531281 dv-cinder-773985-32-iscsi neutron-server[102969]: self.callback(batched_events) Feb 16 14:26:04.531281 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:26:04.531281 dv-cinder-773985-32-iscsi neutron-server[102969]: event.method(event) Feb 16 14:26:04.531281 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:26:04.531281 dv-cinder-773985-32-iscsi neutron-server[102969]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:26:04.531281 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:26:04.531281 dv-cinder-773985-32-iscsi neutron-server[102969]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:26:04.531281 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:26:04.531281 dv-cinder-773985-32-iscsi neutron-server[102969]: return f(self, *a, **k) Feb 16 14:26:04.531281 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:26:04.531281 dv-cinder-773985-32-iscsi neutron-server[102969]: return self._get(url).json() Feb 16 14:26:04.531281 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:26:04.531281 dv-cinder-773985-32-iscsi neutron-server[102969]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:26:04.531281 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:26:04.531281 dv-cinder-773985-32-iscsi neutron-server[102969]: return self.request(url, 'GET', **kwargs) Feb 16 14:26:04.531281 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:26:04.531281 dv-cinder-773985-32-iscsi neutron-server[102969]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:26:04.531281 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:26:04.531281 dv-cinder-773985-32-iscsi neutron-server[102969]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:26:04.531281 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:26:04.531281 dv-cinder-773985-32-iscsi neutron-server[102969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:26:04.531281 dv-cinder-773985-32-iscsi neutron-server[102969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:26:04.597370 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f70bc929-3e42-472e-9a35-9e5bad667b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1596086'] for network (b6af31c2-3d63-407d-9a53-f983b2f44ea1), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:04.604933 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f70bc929-3e42-472e-9a35-9e5bad667b70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for network (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:04.608745 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-f70bc929-3e42-472e-9a35-9e5bad667b70 admin admin] 10.222.0.120 "DELETE /v2.0/networks/b6af31c2-3d63-407d-9a53-f983b2f44ea1 HTTP/1.1" status: 204 len: 168 time: 0.6551516 Feb 16 14:26:04.611844 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 33688) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:26:04.618726 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70bc929-3e42-472e-9a35-9e5bad667b70 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6af31c2-3d63-407d-9a53-f983b2f44ea1,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:26:05.003874 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ff32cc3e-3e65-4c68-9450-4ddbce176af8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1593304'] for router_interface (2571778b-917e-47ce-9222-c4e72e532e59), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:05.284456 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-ff32cc3e-3e65-4c68-9450-4ddbce176af8 admin admin] Deleting port 22cba5bd-1a43-46f2-a7a9-b1389b451d80 {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:26:05.284684 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ff32cc3e-3e65-4c68-9450-4ddbce176af8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784247387639'] for port (22cba5bd-1a43-46f2-a7a9-b1389b451d80), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:05.364730 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [None req-ff32cc3e-3e65-4c68-9450-4ddbce176af8 admin admin] For port 22cba5bd-1a43-46f2-a7a9-b1389b451d80, host dv-cinder-773985-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=22cba5bd-1a43-46f2-a7a9-b1389b451d80,segment=NetworkSegment(f6653466-7b0e-417c-a29d-53fc9fc47a71),segment_id=f6653466-7b0e-417c-a29d-53fc9fc47a71)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:26:05.365067 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ff32cc3e-3e65-4c68-9450-4ddbce176af8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595644'] for port (22cba5bd-1a43-46f2-a7a9-b1389b451d80), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:05.378611 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-ff32cc3e-3e65-4c68-9450-4ddbce176af8 admin admin] Calling delete_port for 22cba5bd-1a43-46f2-a7a9-b1389b451d80 owned by network:router_interface {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:26:05.559416 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ff32cc3e-3e65-4c68-9450-4ddbce176af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784247495006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784246951217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811206'] for port (22cba5bd-1a43-46f2-a7a9-b1389b451d80), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:05.586746 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff32cc3e-3e65-4c68-9450-4ddbce176af8 admin admin] Pushing event deleted for resources: {'Port': ['ID=22cba5bd-1a43-46f2-a7a9-b1389b451d80,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:26:05.760503 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-ff32cc3e-3e65-4c68-9450-4ddbce176af8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2062363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589544'] for router_interface (2571778b-917e-47ce-9222-c4e72e532e59), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:05.974211 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device c8ec83c5-a921-4c11-bcbe-a8e6a75e9af4 no longer exists at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:26:06.012443 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] No Port match for: c8ec83c5-a921-4c11-bcbe-a8e6a75e9af4 {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:26:06.013016 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device c8ec83c5-a921-4c11-bcbe-a8e6a75e9af4 not bound to the agent host dv-cinder-773985-32-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:26:06.013705 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device 8828c1b5-b135-4844-8744-f884925f81b0 no longer exists at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:26:06.031892 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff32cc3e-3e65-4c68-9450-4ddbce176af8 admin admin] Router 2571778b-917e-47ce-9222-c4e72e532e59 has already been hosted by L3 agent 531611a8-34ea-4f1f-8d10-111cbf56a8a1 {{(pid=102968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:26:06.048583 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] No Port match for: 8828c1b5-b135-4844-8744-f884925f81b0 {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:26:06.049091 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device 8828c1b5-b135-4844-8744-f884925f81b0 not bound to the agent host dv-cinder-773985-32-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:26:06.167297 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff32cc3e-3e65-4c68-9450-4ddbce176af8 admin admin] Notify agent at l3_agent.dv-cinder-773985-32-iscsi the message routers_updated {{(pid=102968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:26:06.173514 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-ff32cc3e-3e65-4c68-9450-4ddbce176af8 admin admin] 10.222.0.120 "PUT /v2.0/routers/2571778b-917e-47ce-9222-c4e72e532e59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5604508 Feb 16 14:26:06.177390 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 33690) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:26:06.180368 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6f492c-a56f-47f7-beda-04c8152ee91c None None] Sync routers for ids ['2571778b-917e-47ce-9222-c4e72e532e59'] in dv-cinder-773985-32-iscsi {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:26:06.198293 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6f492c-a56f-47f7-beda-04c8152ee91c None None] Routers {'2571778b-917e-47ce-9222-c4e72e532e59'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:26:06.199434 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-2c6f492c-a56f-47f7-beda-04c8152ee91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:25:41Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['2571778b-917e-47ce-9222-c4e72e532e59'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:26:06.491760 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-2c6f492c-a56f-47f7-beda-04c8152ee91c None None] Set router 2571778b-917e-47ce-9222-c4e72e532e59 gateway port host: dv-cinder-773985-32-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:26:06.617600 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-8d321154-42ed-4e8c-9f51-18eda39799cc admin admin] Publish callbacks [] for router (2571778b-917e-47ce-9222-c4e72e532e59), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:06.749472 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-2c6f492c-a56f-47f7-beda-04c8152ee91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2571778b-917e-47ce-9222-c4e72e532e59', 'name': 'tempest-TestVolumeBootPattern-1519093333-router', 'tenant_id': '8b66092a75ca4ab79e64621d82a156f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '40abb865-3a11-43b1-abb7-807e4aecf613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:17:34Z', 'updated_at': '2022-02-16T14:26:05Z', 'revision_number': 5, 'project_id': '8b66092a75ca4ab79e64621d82a156f7', 'gw_port': {'id': '40abb865-3a11-43b1-abb7-807e4aecf613', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:14:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2571778b-917e-47ce-9222-c4e72e532e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:35Z', 'updated_at': '2022-02-16T14:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi'}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:26:06.752040 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-8d321154-42ed-4e8c-9f51-18eda39799cc admin admin] Publish callbacks [] for router_gateway (2571778b-917e-47ce-9222-c4e72e532e59), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:06.808335 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6f492c-a56f-47f7-beda-04c8152ee91c None None] Checking router: 2571778b-917e-47ce-9222-c4e72e532e59 for host: dv-cinder-773985-32-iscsi {{(pid=102971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:26:06.820802 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6f492c-a56f-47f7-beda-04c8152ee91c None None] Routers {'2571778b-917e-47ce-9222-c4e72e532e59'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:26:06.821819 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-2c6f492c-a56f-47f7-beda-04c8152ee91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:25:41Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['2571778b-917e-47ce-9222-c4e72e532e59'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:26:06.835281 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-8d321154-42ed-4e8c-9f51-18eda39799cc admin admin] Deleting port 40abb865-3a11-43b1-abb7-807e4aecf613 {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:26:06.835904 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-8d321154-42ed-4e8c-9f51-18eda39799cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784247387639'] for port (40abb865-3a11-43b1-abb7-807e4aecf613), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:06.922725 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-2c6f492c-a56f-47f7-beda-04c8152ee91c None None] Set router 2571778b-917e-47ce-9222-c4e72e532e59 gateway port host: None {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:26:06.944279 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [None req-8d321154-42ed-4e8c-9f51-18eda39799cc admin admin] For port 40abb865-3a11-43b1-abb7-807e4aecf613, host dv-cinder-773985-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=40abb865-3a11-43b1-abb7-807e4aecf613,segment=NetworkSegment(26d58d4e-c6ed-4576-9373-5fb9e6fda4ae),segment_id=26d58d4e-c6ed-4576-9373-5fb9e6fda4ae)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:26:06.944639 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-8d321154-42ed-4e8c-9f51-18eda39799cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595644'] for port (40abb865-3a11-43b1-abb7-807e4aecf613), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:06.958380 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-8d321154-42ed-4e8c-9f51-18eda39799cc admin admin] Calling delete_port for 40abb865-3a11-43b1-abb7-807e4aecf613 owned by network:router_gateway {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:26:06.985437 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-2c6f492c-a56f-47f7-beda-04c8152ee91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2571778b-917e-47ce-9222-c4e72e532e59', 'name': 'tempest-TestVolumeBootPattern-1519093333-router', 'tenant_id': '8b66092a75ca4ab79e64621d82a156f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:17:34Z', 'updated_at': '2022-02-16T14:26:06Z', 'revision_number': 6, 'project_id': '8b66092a75ca4ab79e64621d82a156f7', 'gw_port_host': None}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:26:07.013650 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6f492c-a56f-47f7-beda-04c8152ee91c None None] The sync data for ids ['2571778b-917e-47ce-9222-c4e72e532e59'] in dv-cinder-773985-32-iscsi is: [{'id': '2571778b-917e-47ce-9222-c4e72e532e59', 'name': 'tempest-TestVolumeBootPattern-1519093333-router', 'tenant_id': '8b66092a75ca4ab79e64621d82a156f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:17:34Z', 'updated_at': '2022-02-16T14:26:06Z', 'revision_number': 6, 'project_id': '8b66092a75ca4ab79e64621d82a156f7', 'gw_port_host': None}] {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:26:07.187698 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-8d321154-42ed-4e8c-9f51-18eda39799cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784247495006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784246951217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811206'] for port (40abb865-3a11-43b1-abb7-807e4aecf613), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:07.216790 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d321154-42ed-4e8c-9f51-18eda39799cc admin admin] Pushing event deleted for resources: {'Port': ['ID=40abb865-3a11-43b1-abb7-807e4aecf613,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:26:07.298422 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-8d321154-42ed-4e8c-9f51-18eda39799cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1596050'] for router_gateway (2571778b-917e-47ce-9222-c4e72e532e59), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:07.401301 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-8d321154-42ed-4e8c-9f51-18eda39799cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1602575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24978'] for router (2571778b-917e-47ce-9222-c4e72e532e59), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:07.405620 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-8d321154-42ed-4e8c-9f51-18eda39799cc admin admin] Publish callbacks [] for router_controller (2571778b-917e-47ce-9222-c4e72e532e59), precommit_delete_associations {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:07.499793 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-8d321154-42ed-4e8c-9f51-18eda39799cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602566'] for router (2571778b-917e-47ce-9222-c4e72e532e59), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:07.500533 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d321154-42ed-4e8c-9f51-18eda39799cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2571778b-917e-47ce-9222-c4e72e532e59 {{(pid=102968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:26:07.505814 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-8d321154-42ed-4e8c-9f51-18eda39799cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:07.506998 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-8d321154-42ed-4e8c-9f51-18eda39799cc admin admin] 10.222.0.120 "DELETE /v2.0/routers/2571778b-917e-47ce-9222-c4e72e532e59 HTTP/1.1" status: 204 len: 168 time: 1.3284130 Feb 16 14:26:07.510887 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 33692) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:26:07.577130 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.db_base_plugin_v2 [None req-beec527d-a9fa-4130-ae53-ed8d7710aa18 admin admin] Deleting subnet 810a984f-9257-4173-8c38-cd05115e4b5c {{(pid=102968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 14:26:07.580913 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-beec527d-a9fa-4130-ae53-ed8d7710aa18 admin admin] Publish callbacks [] for subnet (810a984f-9257-4173-8c38-cd05115e4b5c), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:07.618816 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-beec527d-a9fa-4130-ae53-ed8d7710aa18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9208702'] for subnet (810a984f-9257-4173-8c38-cd05115e4b5c), precommit_delete_associations {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:07.711169 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-beec527d-a9fa-4130-ae53-ed8d7710aa18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-900998'] for subnet (810a984f-9257-4173-8c38-cd05115e4b5c), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:07.779272 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-beec527d-a9fa-4130-ae53-ed8d7710aa18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-901007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8811251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9090829'] for subnet (810a984f-9257-4173-8c38-cd05115e4b5c), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:07.815953 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beec527d-a9fa-4130-ae53-ed8d7710aa18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=810a984f-9257-4173-8c38-cd05115e4b5c,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:26:07.823171 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-beec527d-a9fa-4130-ae53-ed8d7710aa18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for subnet (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:07.827859 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-beec527d-a9fa-4130-ae53-ed8d7710aa18 admin admin] 10.222.0.120 "DELETE /v2.0/subnets/810a984f-9257-4173-8c38-cd05115e4b5c HTTP/1.1" status: 204 len: 168 time: 0.3159051 Feb 16 14:26:07.830701 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 33694) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:26:07.832897 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ee787e-c00b-47db-b831-a0e24b1031db None None] Network c66bec13-c5e1-45be-96b9-fa732a7597df requested from dv-cinder-773985-32-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:26:07.932914 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-e2d40c4f-fd4b-4896-8531-05478b64fb23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924667'] for network (c66bec13-c5e1-45be-96b9-fa732a7597df), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:07.954929 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device 40abb865-3a11-43b1-abb7-807e4aecf613 no longer exists at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:26:07.985825 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] No Port match for: 40abb865-3a11-43b1-abb7-807e4aecf613 {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:26:07.986144 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device 40abb865-3a11-43b1-abb7-807e4aecf613 not bound to the agent host dv-cinder-773985-32-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:26:07.986518 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device 22cba5bd-1a43-46f2-a7a9-b1389b451d80 no longer exists at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:26:08.013812 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] No Port match for: 22cba5bd-1a43-46f2-a7a9-b1389b451d80 {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:26:08.014360 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device 22cba5bd-1a43-46f2-a7a9-b1389b451d80 not bound to the agent host dv-cinder-773985-32-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:26:08.020445 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-e2d40c4f-fd4b-4896-8531-05478b64fb23 admin admin] Deleting port e0a3c496-d7e7-4535-96d2-690edba2ca4b {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:26:08.020996 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-e2d40c4f-fd4b-4896-8531-05478b64fb23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784247387639'] for port (e0a3c496-d7e7-4535-96d2-690edba2ca4b), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:08.075328 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a5ad20-017e-4c44-89e7-9cdd4d1f334e None None] DHCP port deletion for c66bec13-c5e1-45be-96b9-fa732a7597df request from dv-cinder-773985-32-iscsi {{(pid=102970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 14:26:08.116253 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [None req-e2d40c4f-fd4b-4896-8531-05478b64fb23 admin admin] For port e0a3c496-d7e7-4535-96d2-690edba2ca4b, host dv-cinder-773985-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=e0a3c496-d7e7-4535-96d2-690edba2ca4b,segment=NetworkSegment(f6653466-7b0e-417c-a29d-53fc9fc47a71),segment_id=f6653466-7b0e-417c-a29d-53fc9fc47a71)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:26:08.116760 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-e2d40c4f-fd4b-4896-8531-05478b64fb23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595644'] for port (e0a3c496-d7e7-4535-96d2-690edba2ca4b), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:08.134076 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-e2d40c4f-fd4b-4896-8531-05478b64fb23 admin admin] Calling delete_port for e0a3c496-d7e7-4535-96d2-690edba2ca4b owned by network:dhcp {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:26:08.151895 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-b2a5ad20-017e-4c44-89e7-9cdd4d1f334e None None] Deleting port e0a3c496-d7e7-4535-96d2-690edba2ca4b {{(pid=102970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:26:08.152434 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b2a5ad20-017e-4c44-89e7-9cdd4d1f334e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784247387639'] for port (e0a3c496-d7e7-4535-96d2-690edba2ca4b), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:08.235106 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-b2a5ad20-017e-4c44-89e7-9cdd4d1f334e None None] For port e0a3c496-d7e7-4535-96d2-690edba2ca4b, host dv-cinder-773985-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=e0a3c496-d7e7-4535-96d2-690edba2ca4b,segment=NetworkSegment(f6653466-7b0e-417c-a29d-53fc9fc47a71),segment_id=f6653466-7b0e-417c-a29d-53fc9fc47a71)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:26:08.235723 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b2a5ad20-017e-4c44-89e7-9cdd4d1f334e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595644'] for port (e0a3c496-d7e7-4535-96d2-690edba2ca4b), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:08.250822 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-b2a5ad20-017e-4c44-89e7-9cdd4d1f334e None None] Calling delete_port for e0a3c496-d7e7-4535-96d2-690edba2ca4b owned by network:dhcp {{(pid=102970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:26:08.288004 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-e2d40c4f-fd4b-4896-8531-05478b64fb23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784247495006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784246951217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811206'] for port (e0a3c496-d7e7-4535-96d2-690edba2ca4b), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:08.328042 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d40c4f-fd4b-4896-8531-05478b64fb23 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0a3c496-d7e7-4535-96d2-690edba2ca4b,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:26:08.340059 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d40c4f-fd4b-4896-8531-05478b64fb23 admin admin] No DVR routers for this DVR port e0a3c496-d7e7-4535-96d2-690edba2ca4b on host dv-cinder-773985-32-iscsi {{(pid=102968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:26:08.364329 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-b2a5ad20-017e-4c44-89e7-9cdd4d1f334e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784247495006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784246951217'] for port (e0a3c496-d7e7-4535-96d2-690edba2ca4b), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:08.402522 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a5ad20-017e-4c44-89e7-9cdd4d1f334e None None] Pushing event deleted for resources: {'Port': ['ID=e0a3c496-d7e7-4535-96d2-690edba2ca4b,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:26:08.409485 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a5ad20-017e-4c44-89e7-9cdd4d1f334e None None] No DVR routers for this DVR port e0a3c496-d7e7-4535-96d2-690edba2ca4b on host dv-cinder-773985-32-iscsi {{(pid=102970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:26:08.412471 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a5ad20-017e-4c44-89e7-9cdd4d1f334e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:26:08.412928 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a5ad20-017e-4c44-89e7-9cdd4d1f334e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:26:08.413322 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a5ad20-017e-4c44-89e7-9cdd4d1f334e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:26:08.413706 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a5ad20-017e-4c44-89e7-9cdd4d1f334e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:26:08.414703 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a5ad20-017e-4c44-89e7-9cdd4d1f334e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:26:08.414703 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a5ad20-017e-4c44-89e7-9cdd4d1f334e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:26:08.416045 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a5ad20-017e-4c44-89e7-9cdd4d1f334e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:26:08.416045 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a5ad20-017e-4c44-89e7-9cdd4d1f334e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:26:08.416045 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a5ad20-017e-4c44-89e7-9cdd4d1f334e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:26:08.416584 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a5ad20-017e-4c44-89e7-9cdd4d1f334e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:26:08.417078 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a5ad20-017e-4c44-89e7-9cdd4d1f334e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:26:08.417547 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a5ad20-017e-4c44-89e7-9cdd4d1f334e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:26:08.417982 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a5ad20-017e-4c44-89e7-9cdd4d1f334e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:26:08.476976 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-e2d40c4f-fd4b-4896-8531-05478b64fb23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897531', 'neutron.services.segments.db._delete_segments_for_network-8784247451275'] for network (c66bec13-c5e1-45be-96b9-fa732a7597df), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:08.513534 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.services.segments.db [None req-e2d40c4f-fd4b-4896-8531-05478b64fb23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c66bec13-c5e1-45be-96b9-fa732a7597df']}} {{(pid=102968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:26:08.527151 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.services.segments.db [None req-e2d40c4f-fd4b-4896-8531-05478b64fb23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6653466-7b0e-417c-a29d-53fc9fc47a71') {'for_net_delete': True} {{(pid=102968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:26:08.527536 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.services.segments.db [None req-e2d40c4f-fd4b-4896-8531-05478b64fb23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6653466-7b0e-417c-a29d-53fc9fc47a71') {} {{(pid=102968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:26:08.540721 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-e2d40c4f-fd4b-4896-8531-05478b64fb23 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784247452308', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9208695'] for segment (f6653466-7b0e-417c-a29d-53fc9fc47a71), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:08.559988 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-e2d40c4f-fd4b-4896-8531-05478b64fb23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894495'] for segment (f6653466-7b0e-417c-a29d-53fc9fc47a71), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:08.567639 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2d40c4f-fd4b-4896-8531-05478b64fb23 admin admin] Releasing vlan 1349 on physical network physnet1 to pool {{(pid=102968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:26:08.568178 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-e2d40c4f-fd4b-4896-8531-05478b64fb23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8811177'] for segment (f6653466-7b0e-417c-a29d-53fc9fc47a71), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:08.570429 dv-cinder-773985-32-iscsi neutron-server[102968]: Traceback (most recent call last): Feb 16 14:26:08.570429 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:26:08.570429 dv-cinder-773985-32-iscsi neutron-server[102968]: timer() Feb 16 14:26:08.570429 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:26:08.570429 dv-cinder-773985-32-iscsi neutron-server[102968]: cb(*args, **kw) Feb 16 14:26:08.570429 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:26:08.570429 dv-cinder-773985-32-iscsi neutron-server[102968]: return func(*args, **kwargs) Feb 16 14:26:08.570429 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:26:08.570429 dv-cinder-773985-32-iscsi neutron-server[102968]: self._notify() Feb 16 14:26:08.570429 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:26:08.570429 dv-cinder-773985-32-iscsi neutron-server[102968]: self.callback(batched_events) Feb 16 14:26:08.570429 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:26:08.570429 dv-cinder-773985-32-iscsi neutron-server[102968]: event.method(event) Feb 16 14:26:08.570429 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:26:08.570429 dv-cinder-773985-32-iscsi neutron-server[102968]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:26:08.570429 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:26:08.570429 dv-cinder-773985-32-iscsi neutron-server[102968]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:26:08.570429 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:26:08.570429 dv-cinder-773985-32-iscsi neutron-server[102968]: return f(self, *a, **k) Feb 16 14:26:08.570429 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:26:08.570429 dv-cinder-773985-32-iscsi neutron-server[102968]: return self._get(url).json() Feb 16 14:26:08.570429 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:26:08.570429 dv-cinder-773985-32-iscsi neutron-server[102968]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:26:08.570429 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:26:08.570429 dv-cinder-773985-32-iscsi neutron-server[102968]: return self.request(url, 'GET', **kwargs) Feb 16 14:26:08.570429 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:26:08.570429 dv-cinder-773985-32-iscsi neutron-server[102968]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:26:08.570429 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:26:08.570429 dv-cinder-773985-32-iscsi neutron-server[102968]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:26:08.570429 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:26:08.570429 dv-cinder-773985-32-iscsi neutron-server[102968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:26:08.570429 dv-cinder-773985-32-iscsi neutron-server[102968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:26:08.632841 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-e2d40c4f-fd4b-4896-8531-05478b64fb23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1596086'] for network (c66bec13-c5e1-45be-96b9-fa732a7597df), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:08.640406 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-e2d40c4f-fd4b-4896-8531-05478b64fb23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for network (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:08.644888 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-e2d40c4f-fd4b-4896-8531-05478b64fb23 admin admin] 10.222.0.120 "DELETE /v2.0/networks/c66bec13-c5e1-45be-96b9-fa732a7597df HTTP/1.1" status: 204 len: 168 time: 0.8128202 Feb 16 14:26:08.657360 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d40c4f-fd4b-4896-8531-05478b64fb23 admin admin] Pushing event deleted for resources: {'Network': ['ID=c66bec13-c5e1-45be-96b9-fa732a7597df,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:26:08.810705 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 33698) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:26:08.885508 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-1fced268-e1b0-4c74-ad44-a9c00e5660bd admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=5c3d6db271304958834a2c24b656f61e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0728164 Feb 16 14:26:08.889710 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 33700) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:26:08.952861 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-528f333c-7e14-4a5a-a3bd-cc8cc3d39612 admin admin] Publish callbacks [] for security_group (847b40c7-6bb2-48a9-b68c-915e8f668ea4), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:08.978222 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-528f333c-7e14-4a5a-a3bd-cc8cc3d39612 admin admin] Publish callbacks [] for security_group (847b40c7-6bb2-48a9-b68c-915e8f668ea4), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:09.026156 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-bd61fccb-620c-4243-8314-6bff0de9a9c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (10a26995-69c6-4373-972b-e8a4ac0e51da), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:09.036749 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-528f333c-7e14-4a5a-a3bd-cc8cc3d39612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (847b40c7-6bb2-48a9-b68c-915e8f668ea4), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:09.039319 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-528f333c-7e14-4a5a-a3bd-cc8cc3d39612 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:09.040534 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-528f333c-7e14-4a5a-a3bd-cc8cc3d39612 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/847b40c7-6bb2-48a9-b68c-915e8f668ea4 HTTP/1.1" status: 204 len: 168 time: 0.1498442 Feb 16 14:26:09.048943 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528f333c-7e14-4a5a-a3bd-cc8cc3d39612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847b40c7-6bb2-48a9-b68c-915e8f668ea4,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:26:09.452705 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 33706) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:26:09.500075 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-f6d0bcaa-f50d-483e-92b9-185583e27c95 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=8b66092a75ca4ab79e64621d82a156f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0455925 Feb 16 14:26:09.503072 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 33708) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:26:09.557807 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-49e6af94-e8d8-4752-94bf-565e0571b3ca admin admin] Publish callbacks [] for security_group (274acd3b-60b6-4775-a233-bbc53f03f7ad), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:09.592932 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-49e6af94-e8d8-4752-94bf-565e0571b3ca admin admin] Publish callbacks [] for security_group (274acd3b-60b6-4775-a233-bbc53f03f7ad), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:09.653157 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-49e6af94-e8d8-4752-94bf-565e0571b3ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (274acd3b-60b6-4775-a233-bbc53f03f7ad), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:09.656206 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-49e6af94-e8d8-4752-94bf-565e0571b3ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:09.657543 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-49e6af94-e8d8-4752-94bf-565e0571b3ca admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/274acd3b-60b6-4775-a233-bbc53f03f7ad HTTP/1.1" status: 204 len: 168 time: 0.1533580 Feb 16 14:26:09.667425 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e6af94-e8d8-4752-94bf-565e0571b3ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=274acd3b-60b6-4775-a233-bbc53f03f7ad,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:26:09.910372 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device e0a3c496-d7e7-4535-96d2-690edba2ca4b no longer exists at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:26:09.935508 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] No Port match for: e0a3c496-d7e7-4535-96d2-690edba2ca4b {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:26:09.935857 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device e0a3c496-d7e7-4535-96d2-690edba2ca4b not bound to the agent host dv-cinder-773985-32-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:26:11.203127 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-1553d2a7-c082-4b64-84a4-af087289729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (531611a8-34ea-4f1f-8d10-111cbf56a8a1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:12.455078 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f4fb-7ea9-448d-9c44-08fc2737c2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (86100e92-d951-4144-bd87-36328b8a7b76), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:13.765986 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ac86131d-db3b-4e6c-9567-647e6948f8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (6a38cbfe-57d3-4d37-ac59-552f6dc7f99c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:15.079658 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (529a93d1-f8f6-4ba2-8600-6635050f85df), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:16.896546 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-a8050c5e-fae0-4749-9066-b350f3112fc5 None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:26:32.933200 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (0563e457-3a96-4909-b5a3-8fa5db96f619), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:39.024833 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ee5602c5-7d94-497b-88bd-717b24bc2a8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (10a26995-69c6-4373-972b-e8a4ac0e51da), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:41.206421 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-00ce6672-076c-4e04-92ca-d41086eb8684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (531611a8-34ea-4f1f-8d10-111cbf56a8a1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:42.452421 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f4fb-7ea9-448d-9c44-08fc2737c2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (86100e92-d951-4144-bd87-36328b8a7b76), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:43.765076 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ac86131d-db3b-4e6c-9567-647e6948f8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (6a38cbfe-57d3-4d37-ac59-552f6dc7f99c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:45.065232 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (529a93d1-f8f6-4ba2-8600-6635050f85df), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:53.888921 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-a8050c5e-fae0-4749-9066-b350f3112fc5 None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:27:02.937063 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (0563e457-3a96-4909-b5a3-8fa5db96f619), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:08.710275 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-32ebf2fa-7986-4153-999d-b8f778e505a9 req-6e25b018-b0da-4990-9437-95bf7e5e98eb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2541370 Feb 16 14:27:08.856200 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ebf2fa-7986-4153-999d-b8f778e505a9 req-31f1e31f-097b-48c6-95dc-4e090f7cb766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:08.858050 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-32ebf2fa-7986-4153-999d-b8f778e505a9 req-31f1e31f-097b-48c6-95dc-4e090f7cb766 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3aa153c01de34a9fa001939c2af1359a&device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd HTTP/1.1" status: 200 len: 1129 time: 0.0493538 Feb 16 14:27:08.981599 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ebf2fa-7986-4153-999d-b8f778e505a9 req-1da68d77-164d-42c1-82c4-28a70825903d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:08.983524 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-32ebf2fa-7986-4153-999d-b8f778e505a9 req-1da68d77-164d-42c1-82c4-28a70825903d service neutron] 10.222.0.10 "GET /v2.0/networks?id=6d4b2f53-288d-4ba1-baf8-af877bb16ef2 HTTP/1.1" status: 200 len: 911 time: 0.1002200 Feb 16 14:27:09.024587 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-a1357c66-d3fa-4d4b-90c9-dedf2b743f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (10a26995-69c6-4373-972b-e8a4ac0e51da), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:09.081815 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-32ebf2fa-7986-4153-999d-b8f778e505a9 req-7d682416-0d54-419a-aef0-5a66388dcbd4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f07cd68-0f8e-4020-9a39-cc96204311ab HTTP/1.1" status: 200 len: 1001 time: 0.0900393 Feb 16 14:27:09.149438 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ebf2fa-7986-4153-999d-b8f778e505a9 req-bc7111d5-a491-4446-a660-7ec9803b996f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:09.152305 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-32ebf2fa-7986-4153-999d-b8f778e505a9 req-bc7111d5-a491-4446-a660-7ec9803b996f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7f0b8202-cb6f-47ce-ab81-e5b4204238b4 HTTP/1.1" status: 200 len: 848 time: 0.0614531 Feb 16 14:27:09.213644 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ebf2fa-7986-4153-999d-b8f778e505a9 req-32c37dc7-8971-41bb-8a02-a2b4c46c992e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:09.215157 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-32ebf2fa-7986-4153-999d-b8f778e505a9 req-32c37dc7-8971-41bb-8a02-a2b4c46c992e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6d4b2f53-288d-4ba1-baf8-af877bb16ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0534248 Feb 16 14:27:09.232538 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [req-32ebf2fa-7986-4153-999d-b8f778e505a9 req-8b71ceda-7087-4753-b920-b4df104d711c service neutron] http://10.222.0.120:9696/v2.0/extensions returned with HTTP 200 {{(pid=102968) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 14:27:09.233904 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-32ebf2fa-7986-4153-999d-b8f778e505a9 req-8b71ceda-7087-4753-b920-b4df104d711c service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089178 Feb 16 14:27:09.339415 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-32ebf2fa-7986-4153-999d-b8f778e505a9 req-c4df8e1f-9911-429d-add6-71d89d8ec9b4 service neutron] 10.222.0.10 "GET /v2.0/networks/6d4b2f53-288d-4ba1-baf8-af877bb16ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962327 Feb 16 14:27:09.466368 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-32ebf2fa-7986-4153-999d-b8f778e505a9 req-43f00b1b-944c-48e8-93d7-3aaa82b46642 service neutron] 10.222.0.10 "GET /v2.0/networks/6d4b2f53-288d-4ba1-baf8-af877bb16ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158750 Feb 16 14:27:09.866470 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a048374-0d08-4cf6-b9ee-f28671c1cad5 req-9140c2fc-8107-4376-8f4a-a408de884b2e tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:09.868060 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-5a048374-0d08-4cf6-b9ee-f28671c1cad5 req-9140c2fc-8107-4376-8f4a-a408de884b2e tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd HTTP/1.1" status: 200 len: 945 time: 0.2143095 Feb 16 14:27:09.922761 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-5a048374-0d08-4cf6-b9ee-f28671c1cad5 req-d087ce39-f82e-4d31-b375-3ee660e3da51 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/security-groups?id=7ec85d44-5cbf-4f15-8c1f-64d7cfd72133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480947 Feb 16 14:27:11.122989 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee0203-90eb-4e4e-9cd8-65d759f83211 req-05f7ba8d-0130-4818-9574-1b0936da1adc tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:11.125333 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-89ee0203-90eb-4e4e-9cd8-65d759f83211 req-05f7ba8d-0130-4818-9574-1b0936da1adc tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd HTTP/1.1" status: 200 len: 945 time: 0.1269040 Feb 16 14:27:11.179165 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-89ee0203-90eb-4e4e-9cd8-65d759f83211 req-26b64917-8574-475f-9188-e6673a562497 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/security-groups?id=7ec85d44-5cbf-4f15-8c1f-64d7cfd72133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478554 Feb 16 14:27:11.209165 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-1340adf1-5e20-4513-b07d-d64159bbf217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (531611a8-34ea-4f1f-8d10-111cbf56a8a1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:12.325019 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6db1cf-4bd8-4a8e-aaf0-8b3fe9349190 req-e98a75be-c6df-4b31-88d0-c9aa2923f0e3 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:12.326797 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-db6db1cf-4bd8-4a8e-aaf0-8b3fe9349190 req-e98a75be-c6df-4b31-88d0-c9aa2923f0e3 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd HTTP/1.1" status: 200 len: 945 time: 0.0631733 Feb 16 14:27:12.398801 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-db6db1cf-4bd8-4a8e-aaf0-8b3fe9349190 req-e7f74d3a-814c-48b2-bd96-3758dd5f3154 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/security-groups?id=7ec85d44-5cbf-4f15-8c1f-64d7cfd72133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651891 Feb 16 14:27:12.460283 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f4fb-7ea9-448d-9c44-08fc2737c2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (86100e92-d951-4144-bd87-36328b8a7b76), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:13.568765 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc18ab-ead0-4b35-8085-147249e81597 req-3f5dc627-20c9-415d-8b8d-6070ed30e07c tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:13.570301 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c6bc18ab-ead0-4b35-8085-147249e81597 req-3f5dc627-20c9-415d-8b8d-6070ed30e07c tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd HTTP/1.1" status: 200 len: 945 time: 0.0649574 Feb 16 14:27:13.640011 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-c6bc18ab-ead0-4b35-8085-147249e81597 req-58038768-21d1-4170-bea2-5a4367f6cf29 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/security-groups?id=7ec85d44-5cbf-4f15-8c1f-64d7cfd72133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609710 Feb 16 14:27:13.760156 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ac86131d-db3b-4e6c-9567-647e6948f8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (6a38cbfe-57d3-4d37-ac59-552f6dc7f99c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:14.808006 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f8223-d920-4187-b460-dbc0e7da4380 req-3f78db9a-850b-458e-82af-9baebbc884a3 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:14.809716 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ef5f8223-d920-4187-b460-dbc0e7da4380 req-3f78db9a-850b-458e-82af-9baebbc884a3 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd HTTP/1.1" status: 200 len: 945 time: 0.0803344 Feb 16 14:27:14.866315 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ef5f8223-d920-4187-b460-dbc0e7da4380 req-8295ccd3-3bc1-4cfb-82ce-68a1dcb33420 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/security-groups?id=7ec85d44-5cbf-4f15-8c1f-64d7cfd72133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482399 Feb 16 14:27:15.072200 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (529a93d1-f8f6-4ba2-8600-6635050f85df), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:16.012662 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302f4ad3-08ed-4d9b-bea4-bc9fed4adf15 req-1703702a-b174-43cf-ac0a-328c3451bafd tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:16.015024 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-302f4ad3-08ed-4d9b-bea4-bc9fed4adf15 req-1703702a-b174-43cf-ac0a-328c3451bafd tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd HTTP/1.1" status: 200 len: 945 time: 0.0615845 Feb 16 14:27:16.068657 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-302f4ad3-08ed-4d9b-bea4-bc9fed4adf15 req-16d695e4-6efe-47e2-9e25-52f1c247f899 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/security-groups?id=7ec85d44-5cbf-4f15-8c1f-64d7cfd72133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473657 Feb 16 14:27:17.223795 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83066425-f3aa-465c-bfde-b07e9873a7a8 req-ad8dc71e-8c82-4bc2-9cac-3acbad7f32bb tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:17.227098 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-83066425-f3aa-465c-bfde-b07e9873a7a8 req-ad8dc71e-8c82-4bc2-9cac-3acbad7f32bb tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd HTTP/1.1" status: 200 len: 945 time: 0.0779271 Feb 16 14:27:17.291018 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-83066425-f3aa-465c-bfde-b07e9873a7a8 req-ea1d31a8-572c-4bc2-b8b4-0550be804470 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/security-groups?id=7ec85d44-5cbf-4f15-8c1f-64d7cfd72133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596738 Feb 16 14:27:18.447512 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd1a9d-5585-4545-8567-90285efc762c req-4fabecd2-56be-48e8-abe7-193911dfcb5e tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:18.449913 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a0fd1a9d-5585-4545-8567-90285efc762c req-4fabecd2-56be-48e8-abe7-193911dfcb5e tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd HTTP/1.1" status: 200 len: 945 time: 0.0752962 Feb 16 14:27:18.528866 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-a0fd1a9d-5585-4545-8567-90285efc762c req-d5e25f0f-3a9a-4eab-b480-96c2a0b97343 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/security-groups?id=7ec85d44-5cbf-4f15-8c1f-64d7cfd72133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722392 Feb 16 14:27:19.698147 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b761d93-da33-4ed3-bc0e-f3917f570841 req-91d8ed2c-5d0f-4963-8fb4-15c3e9936e36 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:19.699819 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-6b761d93-da33-4ed3-bc0e-f3917f570841 req-91d8ed2c-5d0f-4963-8fb4-15c3e9936e36 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd HTTP/1.1" status: 200 len: 945 time: 0.0733321 Feb 16 14:27:19.782893 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-6b761d93-da33-4ed3-bc0e-f3917f570841 req-c3af2334-a62d-4887-acde-c4e0e8cae56c tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/security-groups?id=7ec85d44-5cbf-4f15-8c1f-64d7cfd72133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767927 Feb 16 14:27:20.023386 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121006f-8f53-487f-9115-7f6526c1b802 req-091fe11e-3f38-46e5-813a-5e7c0a557894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:20.025520 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7121006f-8f53-487f-9115-7f6526c1b802 req-091fe11e-3f38-46e5-813a-5e7c0a557894 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3aa153c01de34a9fa001939c2af1359a&device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd HTTP/1.1" status: 200 len: 1129 time: 0.0741680 Feb 16 14:27:20.151239 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121006f-8f53-487f-9115-7f6526c1b802 req-7db7c2b5-69c7-454c-8740-bf52d8f3beb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:20.152683 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7121006f-8f53-487f-9115-7f6526c1b802 req-7db7c2b5-69c7-454c-8740-bf52d8f3beb4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6d4b2f53-288d-4ba1-baf8-af877bb16ef2 HTTP/1.1" status: 200 len: 911 time: 0.1160045 Feb 16 14:27:20.242425 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7121006f-8f53-487f-9115-7f6526c1b802 req-439ec05f-7b48-42b6-84f2-3b29db3422b6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f07cd68-0f8e-4020-9a39-cc96204311ab HTTP/1.1" status: 200 len: 1001 time: 0.0779264 Feb 16 14:27:20.314118 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121006f-8f53-487f-9115-7f6526c1b802 req-622199d7-6175-4bba-aa6b-75ef403c878e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:20.316665 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7121006f-8f53-487f-9115-7f6526c1b802 req-622199d7-6175-4bba-aa6b-75ef403c878e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7f0b8202-cb6f-47ce-ab81-e5b4204238b4 HTTP/1.1" status: 200 len: 848 time: 0.0631115 Feb 16 14:27:20.378575 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121006f-8f53-487f-9115-7f6526c1b802 req-a6058a19-2aff-43b2-9d74-3754ed8181b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:20.380161 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7121006f-8f53-487f-9115-7f6526c1b802 req-a6058a19-2aff-43b2-9d74-3754ed8181b8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6d4b2f53-288d-4ba1-baf8-af877bb16ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0516405 Feb 16 14:27:20.494674 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7121006f-8f53-487f-9115-7f6526c1b802 req-4d71a5f0-25fa-47a5-b531-424d5cc546d1 service neutron] 10.222.0.10 "GET /v2.0/networks/6d4b2f53-288d-4ba1-baf8-af877bb16ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040978 Feb 16 14:27:20.636218 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-7121006f-8f53-487f-9115-7f6526c1b802 req-cf53ec3d-30b2-4a6b-b5d1-cd5c379f355c service neutron] 10.222.0.10 "GET /v2.0/networks/6d4b2f53-288d-4ba1-baf8-af877bb16ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318953 Feb 16 14:27:20.953143 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5bfa9-2c53-4c0e-9278-498bc77c22a4 req-d15398cf-2850-434a-b137-585d333aa1de tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:20.954727 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-13b5bfa9-2c53-4c0e-9278-498bc77c22a4 req-d15398cf-2850-434a-b137-585d333aa1de tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd HTTP/1.1" status: 200 len: 945 time: 0.0687585 Feb 16 14:27:21.014161 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-13b5bfa9-2c53-4c0e-9278-498bc77c22a4 req-efeeebbf-36d9-4bc9-b3a9-29251ff0ee15 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/security-groups?id=7ec85d44-5cbf-4f15-8c1f-64d7cfd72133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487034 Feb 16 14:27:22.162583 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedad0e3-57d1-4c6b-8ff1-ffa69e01c739 req-424f017b-33a7-465c-879a-1d73d815375f tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:22.164176 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-cedad0e3-57d1-4c6b-8ff1-ffa69e01c739 req-424f017b-33a7-465c-879a-1d73d815375f tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd HTTP/1.1" status: 200 len: 945 time: 0.0688848 Feb 16 14:27:22.224289 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-cedad0e3-57d1-4c6b-8ff1-ffa69e01c739 req-3186d8e4-3a0a-420f-935a-3109acbb9565 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/security-groups?id=7ec85d44-5cbf-4f15-8c1f-64d7cfd72133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515263 Feb 16 14:27:23.370386 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ed749-6a42-4ea7-a572-7f205871992d req-78c600de-8aa5-41db-b97a-2510172711ad tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:23.371977 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-004ed749-6a42-4ea7-a572-7f205871992d req-78c600de-8aa5-41db-b97a-2510172711ad tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd HTTP/1.1" status: 200 len: 945 time: 0.0629475 Feb 16 14:27:23.449617 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-004ed749-6a42-4ea7-a572-7f205871992d req-e488d1a0-478d-42d9-b2b0-a99b01748948 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/security-groups?id=7ec85d44-5cbf-4f15-8c1f-64d7cfd72133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676715 Feb 16 14:27:23.531364 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [req-f8fa3469-c103-4aaf-ab5b-d19108f59366 req-a6953b5f-cc06-45b1-95ef-6fbca0e4ce07 service neutron] http://10.222.0.120:9696/v2.0/extensions returned with HTTP 200 {{(pid=102969) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 14:27:23.533141 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-f8fa3469-c103-4aaf-ab5b-d19108f59366 req-a6953b5f-cc06-45b1-95ef-6fbca0e4ce07 service neutron] 10.222.0.120 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096464 Feb 16 14:27:24.745307 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 33778) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:24.763080 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7950fc-7372-44ce-ba6a-6e6e5192961e req-a108e2e2-093d-400f-9e0e-c3d79c9b1ee4 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:24.764756 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9d7950fc-7372-44ce-ba6a-6e6e5192961e req-a108e2e2-093d-400f-9e0e-c3d79c9b1ee4 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd HTTP/1.1" status: 200 len: 945 time: 0.0730669 Feb 16 14:27:24.842881 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9d7950fc-7372-44ce-ba6a-6e6e5192961e req-dbe809f4-a722-4068-8f43-6f8daf0a4db8 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/security-groups?id=7ec85d44-5cbf-4f15-8c1f-64d7cfd72133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689700 Feb 16 14:27:24.848719 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-9a40f863-15bb-4ff3-beb2-96fd6b27475d req-40ca300f-a4dc-4cb2-8c96-6caf1b950cbe service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1021059 Feb 16 14:27:24.865848 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [req-9a40f863-15bb-4ff3-beb2-96fd6b27475d req-0476f5a4-0077-47c1-9d24-58bf0e5bc652 service neutron] http://10.222.0.120:9696/v2.0/extensions returned with HTTP 200 {{(pid=102969) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 14:27:24.867051 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-9a40f863-15bb-4ff3-beb2-96fd6b27475d req-0476f5a4-0077-47c1-9d24-58bf0e5bc652 service neutron] 10.222.0.120 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069690 Feb 16 14:27:24.961049 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 33786) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:25.089427 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a40f863-15bb-4ff3-beb2-96fd6b27475d req-0844b4f7-0bb0-40e5-aecd-e479170ca5ad tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:25.091000 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9a40f863-15bb-4ff3-beb2-96fd6b27475d req-0844b4f7-0bb0-40e5-aecd-e479170ca5ad tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/ports/9f07cd68-0f8e-4020-9a39-cc96204311ab HTTP/1.1" status: 200 len: 942 time: 0.1289375 Feb 16 14:27:26.014280 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a63512-c9ad-4eea-9df2-f1431158e2bc req-dad597c7-02b6-42a5-9826-c5dd5508dcd3 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:26.015834 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-61a63512-c9ad-4eea-9df2-f1431158e2bc req-dad597c7-02b6-42a5-9826-c5dd5508dcd3 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd HTTP/1.1" status: 200 len: 945 time: 0.0749433 Feb 16 14:27:26.095627 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-61a63512-c9ad-4eea-9df2-f1431158e2bc req-4c5ba60b-4b41-4caa-a334-b853f3298559 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/security-groups?id=7ec85d44-5cbf-4f15-8c1f-64d7cfd72133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689940 Feb 16 14:27:26.816897 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 9f07cd68-0f8e-4020-9a39-cc96204311ab no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:27:26.912026 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Current status of the port 9f07cd68-0f8e-4020-9a39-cc96204311ab is: ACTIVE; New status is: DOWN {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:27:26.912545 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (9f07cd68-0f8e-4020-9a39-cc96204311ab), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:26.939086 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ec70a54-c53e-4257-a5d1-ec90a55865bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f07cd68-0f8e-4020-9a39-cc96204311ab'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:27:26.941212 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcf4ad7936cd44f2198d6b2453955475838913f42e78743342b6e5b4d5a62724" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9bfc49b-ee7d-4988-b47c-ad73da50569f" -d '{"events": [{"server_uuid": "2ec70a54-c53e-4257-a5d1-ec90a55865bd", "name": "network-vif-unplugged", "status": "completed", "tag": "9f07cd68-0f8e-4020-9a39-cc96204311ab"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:27:26.954444 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 9f07cd68-0f8e-4020-9a39-cc96204311ab, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=9f07cd68-0f8e-4020-9a39-cc96204311ab,segment=NetworkSegment(34a87ae9-f53b-473e-b547-fa22f0d08b64),segment_id=34a87ae9-f53b-473e-b547-fa22f0d08b64)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:27:26.958864 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (9f07cd68-0f8e-4020-9a39-cc96204311ab), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:27.019912 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Pushing event updated for resources: {'Port': ['ID=9f07cd68-0f8e-4020-9a39-cc96204311ab,revision_number=6']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:27.028876 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:27.029383 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:27.029832 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:27.030308 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:27.030794 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:27.031233 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:27.031703 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:27.032137 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:27.032618 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:27.033149 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:27.033666 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:27.034100 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:27.034532 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:27.066460 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 14:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f034e3-3f62-4d30-b4a9-96a7e91e17fb x-openstack-request-id: req-97f034e3-3f62-4d30-b4a9-96a7e91e17fb {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:27:27.066877 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ec70a54-c53e-4257-a5d1-ec90a55865bd", "name": "network-vif-unplugged", "status": "completed", "tag": "9f07cd68-0f8e-4020-9a39-cc96204311ab", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:27:27.067226 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-97f034e3-3f62-4d30-b4a9-96a7e91e17fb {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:27:27.067789 dv-cinder-773985-32-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ec70a54-c53e-4257-a5d1-ec90a55865bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f07cd68-0f8e-4020-9a39-cc96204311ab', 'code': 200} Feb 16 14:27:27.236437 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da013e-958a-40a4-b5e9-f787e1858e07 req-e66ca30c-eef1-469d-a591-cce3ec1a661a tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:27.237946 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-e1da013e-958a-40a4-b5e9-f787e1858e07 req-e66ca30c-eef1-469d-a591-cce3ec1a661a tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd HTTP/1.1" status: 200 len: 943 time: 0.0572889 Feb 16 14:27:27.252572 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a40f863-15bb-4ff3-beb2-96fd6b27475d req-4f52b88b-6b15-45f3-bcc2-4da47b7ecef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:27.254056 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9a40f863-15bb-4ff3-beb2-96fd6b27475d req-4f52b88b-6b15-45f3-bcc2-4da47b7ecef8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd&tenant_id=3aa153c01de34a9fa001939c2af1359a HTTP/1.1" status: 200 len: 1127 time: 0.0505514 Feb 16 14:27:27.302207 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-e1da013e-958a-40a4-b5e9-f787e1858e07 req-b0cfc9a7-e15f-4498-bac1-1a67689217ed tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/security-groups?id=7ec85d44-5cbf-4f15-8c1f-64d7cfd72133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535932 Feb 16 14:27:27.350667 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a40f863-15bb-4ff3-beb2-96fd6b27475d req-1fec7c98-5f6d-433a-abed-3fa6c4ca44b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:27.352225 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9a40f863-15bb-4ff3-beb2-96fd6b27475d req-1fec7c98-5f6d-433a-abed-3fa6c4ca44b0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3aa153c01de34a9fa001939c2af1359a&device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd HTTP/1.1" status: 200 len: 1127 time: 0.0616491 Feb 16 14:27:27.467238 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a40f863-15bb-4ff3-beb2-96fd6b27475d req-dbc4a8cc-64dd-43a2-a972-dd233169b8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:27.469140 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9a40f863-15bb-4ff3-beb2-96fd6b27475d req-dbc4a8cc-64dd-43a2-a972-dd233169b8f6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6d4b2f53-288d-4ba1-baf8-af877bb16ef2 HTTP/1.1" status: 200 len: 911 time: 0.1075459 Feb 16 14:27:27.550580 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9a40f863-15bb-4ff3-beb2-96fd6b27475d req-03ef2ce1-4908-4e2f-a74e-07630cb8e91d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f07cd68-0f8e-4020-9a39-cc96204311ab HTTP/1.1" status: 200 len: 999 time: 0.0742621 Feb 16 14:27:27.622478 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a40f863-15bb-4ff3-beb2-96fd6b27475d req-c070571c-ef1a-4e43-87dc-922ef6d786e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:27.624486 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9a40f863-15bb-4ff3-beb2-96fd6b27475d req-c070571c-ef1a-4e43-87dc-922ef6d786e8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7f0b8202-cb6f-47ce-ab81-e5b4204238b4 HTTP/1.1" status: 200 len: 848 time: 0.0645061 Feb 16 14:27:27.679132 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a40f863-15bb-4ff3-beb2-96fd6b27475d req-234c650a-61db-42c0-8cc5-c000aa680f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:27.680782 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9a40f863-15bb-4ff3-beb2-96fd6b27475d req-234c650a-61db-42c0-8cc5-c000aa680f33 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6d4b2f53-288d-4ba1-baf8-af877bb16ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0469213 Feb 16 14:27:27.780871 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9a40f863-15bb-4ff3-beb2-96fd6b27475d req-dc80f51b-3cb3-48e2-873c-d4a1b60940cd service neutron] 10.222.0.10 "GET /v2.0/networks/6d4b2f53-288d-4ba1-baf8-af877bb16ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900981 Feb 16 14:27:27.879906 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9a40f863-15bb-4ff3-beb2-96fd6b27475d req-79efefc9-43af-4e1c-b3b1-a4605c04ee18 service neutron] 10.222.0.10 "GET /v2.0/networks/6d4b2f53-288d-4ba1-baf8-af877bb16ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879796 Feb 16 14:27:28.438725 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9438a96c-bb0e-4283-a289-f5bb4ad8de73 req-c1377cd7-a979-404b-bfcf-52b10186e045 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:28.440733 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9438a96c-bb0e-4283-a289-f5bb4ad8de73 req-c1377cd7-a979-404b-bfcf-52b10186e045 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd HTTP/1.1" status: 200 len: 943 time: 0.0596085 Feb 16 14:27:28.505967 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9438a96c-bb0e-4283-a289-f5bb4ad8de73 req-22b6b62e-1d41-4941-ae2b-3e436ca6a7b2 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/security-groups?id=7ec85d44-5cbf-4f15-8c1f-64d7cfd72133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582900 Feb 16 14:27:29.662770 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df6ce56-30f4-41e4-b1f2-3f956854a118 req-f66a89c5-d7bc-431e-9819-651cb18c3c90 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:29.665825 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-8df6ce56-30f4-41e4-b1f2-3f956854a118 req-f66a89c5-d7bc-431e-9819-651cb18c3c90 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd HTTP/1.1" status: 200 len: 943 time: 0.0721059 Feb 16 14:27:29.724670 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-8df6ce56-30f4-41e4-b1f2-3f956854a118 req-41486e07-0ee8-4f39-bb7c-600db958511c tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/security-groups?id=7ec85d44-5cbf-4f15-8c1f-64d7cfd72133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530918 Feb 16 14:27:30.873217 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32261680-ebcd-47d0-98ab-7ae648b498c1 req-16292308-e7bb-469e-b911-62981a98f909 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:30.874983 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-32261680-ebcd-47d0-98ab-7ae648b498c1 req-16292308-e7bb-469e-b911-62981a98f909 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd HTTP/1.1" status: 200 len: 943 time: 0.0637968 Feb 16 14:27:30.894382 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-a8050c5e-fae0-4749-9066-b350f3112fc5 None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:27:30.931930 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-32261680-ebcd-47d0-98ab-7ae648b498c1 req-cb81a982-878c-4054-b171-d611fe1796c7 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/security-groups?id=7ec85d44-5cbf-4f15-8c1f-64d7cfd72133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505965 Feb 16 14:27:32.085132 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7939aa5-1130-478b-9c71-ddf1444ffafa req-e7a9af06-248f-4807-be4e-8efae970cc9d tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:32.087941 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a7939aa5-1130-478b-9c71-ddf1444ffafa req-e7a9af06-248f-4807-be4e-8efae970cc9d tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd HTTP/1.1" status: 200 len: 943 time: 0.0669580 Feb 16 14:27:32.153278 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-a7939aa5-1130-478b-9c71-ddf1444ffafa req-3e96cf2b-ada4-4fe1-aa2a-91defbdefae9 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/security-groups?id=7ec85d44-5cbf-4f15-8c1f-64d7cfd72133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577128 Feb 16 14:27:32.936905 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (0563e457-3a96-4909-b5a3-8fa5db96f619), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:33.296850 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494de3b-93a3-4bec-ac39-d935264132f8 req-3d81a4ad-f957-4837-812a-ed3f72246f5b tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:33.298438 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2494de3b-93a3-4bec-ac39-d935264132f8 req-3d81a4ad-f957-4837-812a-ed3f72246f5b tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd HTTP/1.1" status: 200 len: 943 time: 0.0592864 Feb 16 14:27:33.359282 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-2494de3b-93a3-4bec-ac39-d935264132f8 req-8aa33367-f3d1-4286-9044-30345a88cc5d tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/security-groups?id=7ec85d44-5cbf-4f15-8c1f-64d7cfd72133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510221 Feb 16 14:27:34.498723 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b25001-5876-47d8-a160-1c7240a729bf req-a5df3db8-1fe5-4503-a130-6d0de6682720 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:34.500702 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b3b25001-5876-47d8-a160-1c7240a729bf req-a5df3db8-1fe5-4503-a130-6d0de6682720 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd HTTP/1.1" status: 200 len: 943 time: 0.0658951 Feb 16 14:27:34.562289 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-b3b25001-5876-47d8-a160-1c7240a729bf req-3f5a7339-15ca-4bf3-931c-e13b359a48ce tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/security-groups?id=7ec85d44-5cbf-4f15-8c1f-64d7cfd72133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544794 Feb 16 14:27:35.745512 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a967f2-3ef0-407c-9871-b6004ffa4a48 req-7b67e482-d245-4709-9c32-a896e63e073e tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:35.748180 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-41a967f2-3ef0-407c-9871-b6004ffa4a48 req-7b67e482-d245-4709-9c32-a896e63e073e tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd HTTP/1.1" status: 200 len: 943 time: 0.0880957 Feb 16 14:27:35.816847 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-41a967f2-3ef0-407c-9871-b6004ffa4a48 req-a8f97271-1fbf-4cad-ba68-4c189b4ea5b6 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/security-groups?id=7ec85d44-5cbf-4f15-8c1f-64d7cfd72133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605748 Feb 16 14:27:36.843981 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 9f07cd68-0f8e-4020-9a39-cc96204311ab details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:27:36.976620 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 9f07cd68-0f8e-4020-9a39-cc96204311ab, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=9f07cd68-0f8e-4020-9a39-cc96204311ab,segment=NetworkSegment(34a87ae9-f53b-473e-b547-fa22f0d08b64),segment_id=34a87ae9-f53b-473e-b547-fa22f0d08b64)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:27:36.988110 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24283d4-30d1-4c2a-9f10-f68a011c2ebd req-a678715b-8609-42f8-a469-3a254d83e9cd tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:36.989669 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c24283d4-30d1-4c2a-9f10-f68a011c2ebd req-a678715b-8609-42f8-a469-3a254d83e9cd tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd HTTP/1.1" status: 200 len: 943 time: 0.0747643 Feb 16 14:27:36.991102 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Returning: {'device': '9f07cd68-0f8e-4020-9a39-cc96204311ab', 'network_id': '6d4b2f53-288d-4ba1-baf8-af877bb16ef2', 'port_id': '9f07cd68-0f8e-4020-9a39-cc96204311ab', 'mac_address': 'fa:16:3e:3e:3e:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f0b8202-cb6f-47ce-ab81-e5b4204238b4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:27:37.037224 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Current status of the port 9f07cd68-0f8e-4020-9a39-cc96204311ab is: DOWN; New status is: BUILD {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:27:37.037567 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (9f07cd68-0f8e-4020-9a39-cc96204311ab), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:37.053303 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f07cd68-0f8e-4020-9a39-cc96204311ab {{(pid=102970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:27:37.061472 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-c24283d4-30d1-4c2a-9f10-f68a011c2ebd req-edacb4be-9a30-4f13-85d7-e1cbe26be36c tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/security-groups?id=7ec85d44-5cbf-4f15-8c1f-64d7cfd72133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613790 Feb 16 14:27:37.076769 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 9f07cd68-0f8e-4020-9a39-cc96204311ab, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=9f07cd68-0f8e-4020-9a39-cc96204311ab,segment=NetworkSegment(34a87ae9-f53b-473e-b547-fa22f0d08b64),segment_id=34a87ae9-f53b-473e-b547-fa22f0d08b64)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:27:37.081993 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (9f07cd68-0f8e-4020-9a39-cc96204311ab), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:37.139653 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Pushing event updated for resources: {'Port': ['ID=9f07cd68-0f8e-4020-9a39-cc96204311ab,revision_number=7']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:37.501097 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] get_ports_and_sgs() called for port_ids ['9f07cd68-0f8e-4020-9a39-cc96204311ab'] {{(pid=102970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:27:38.212596 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78aa429-7518-4f57-abef-091ed6de0e29 req-718d9d3d-6951-4b02-9b5c-ebaa6e90ec85 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:38.214236 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b78aa429-7518-4f57-abef-091ed6de0e29 req-718d9d3d-6951-4b02-9b5c-ebaa6e90ec85 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd HTTP/1.1" status: 200 len: 944 time: 0.0693474 Feb 16 14:27:38.282602 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-b78aa429-7518-4f57-abef-091ed6de0e29 req-bef68965-c39e-44c7-a4fb-becd876effea tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/security-groups?id=7ec85d44-5cbf-4f15-8c1f-64d7cfd72133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616560 Feb 16 14:27:38.842723 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 9f07cd68-0f8e-4020-9a39-cc96204311ab up at agent hyperv_hv-cinder-77398 {{(pid=102970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:27:38.900405 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.provisioning_blocks [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Provisioning complete for port 9f07cd68-0f8e-4020-9a39-cc96204311ab triggered by entity L2. {{(pid=102970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:27:38.900772 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-887188'] for port (9f07cd68-0f8e-4020-9a39-cc96204311ab), provisioning_complete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:38.984866 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Current status of the port 9f07cd68-0f8e-4020-9a39-cc96204311ab is: BUILD; New status is: ACTIVE {{(pid=102970) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:27:38.985256 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-957763'] for port (9f07cd68-0f8e-4020-9a39-cc96204311ab), before_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:39.016078 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ec70a54-c53e-4257-a5d1-ec90a55865bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f07cd68-0f8e-4020-9a39-cc96204311ab'}] {{(pid=102970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:27:39.018207 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcf4ad7936cd44f2198d6b2453955475838913f42e78743342b6e5b4d5a62724" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc94c752-09c2-4f9e-970d-76b37891f3af" -d '{"events": [{"server_uuid": "2ec70a54-c53e-4257-a5d1-ec90a55865bd", "name": "network-vif-plugged", "status": "completed", "tag": "9f07cd68-0f8e-4020-9a39-cc96204311ab"}]}' {{(pid=102970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:27:39.035026 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] For port 9f07cd68-0f8e-4020-9a39-cc96204311ab, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=9f07cd68-0f8e-4020-9a39-cc96204311ab,segment=NetworkSegment(34a87ae9-f53b-473e-b547-fa22f0d08b64),segment_id=34a87ae9-f53b-473e-b547-fa22f0d08b64)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:27:39.036638 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-659e7dd9-40e8-45b6-baee-c3c2056a1c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (10a26995-69c6-4373-972b-e8a4ac0e51da), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:39.040794 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784247495024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784246951226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784246951244'] for port (9f07cd68-0f8e-4020-9a39-cc96204311ab), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:39.067208 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa196b71-6928-448c-bd64-90c64bf2f763 x-openstack-request-id: req-aa196b71-6928-448c-bd64-90c64bf2f763 {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:27:39.067528 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ec70a54-c53e-4257-a5d1-ec90a55865bd", "name": "network-vif-plugged", "status": "completed", "tag": "9f07cd68-0f8e-4020-9a39-cc96204311ab", "code": 200}]} {{(pid=102970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:27:39.067786 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-aa196b71-6928-448c-bd64-90c64bf2f763 {{(pid=102970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:27:39.068177 dv-cinder-773985-32-iscsi neutron-server[102970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ec70a54-c53e-4257-a5d1-ec90a55865bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f07cd68-0f8e-4020-9a39-cc96204311ab', 'code': 200} Feb 16 14:27:39.094669 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Pushing event updated for resources: {'Port': ['ID=9f07cd68-0f8e-4020-9a39-cc96204311ab,revision_number=8']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:39.346634 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e9f78-2735-4125-ae9a-76ee3515e74a req-ac921b8b-741b-4e8e-bd30-87273c1bb86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:39.348294 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f77e9f78-2735-4125-ae9a-76ee3515e74a req-ac921b8b-741b-4e8e-bd30-87273c1bb86d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd HTTP/1.1" status: 200 len: 1129 time: 0.0523117 Feb 16 14:27:39.434641 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-f77e9f78-2735-4125-ae9a-76ee3515e74a req-7677f8aa-3cb8-45a6-b0b6-7338de8c8639 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7ec85d44-5cbf-4f15-8c1f-64d7cfd72133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791566 Feb 16 14:27:39.452442 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edacdb3-5ef4-4cba-aee2-324f062925d7 req-047fc0f4-c0cd-4f0f-b7e9-f0e6d6ba27e1 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:39.453969 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1edacdb3-5ef4-4cba-aee2-324f062925d7 req-047fc0f4-c0cd-4f0f-b7e9-f0e6d6ba27e1 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd HTTP/1.1" status: 200 len: 945 time: 0.0784788 Feb 16 14:27:39.506253 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1edacdb3-5ef4-4cba-aee2-324f062925d7 req-3405cc97-a042-43b4-98a5-2a89574d7a1c tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/security-groups?id=7ec85d44-5cbf-4f15-8c1f-64d7cfd72133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467229 Feb 16 14:27:40.689821 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0513ec-9897-48d1-901d-f8cd9ba11db6 req-2b4cb4b8-cc5c-4a6e-94a8-bbadd9ea1de9 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:40.692576 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-0f0513ec-9897-48d1-901d-f8cd9ba11db6 req-2b4cb4b8-cc5c-4a6e-94a8-bbadd9ea1de9 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd HTTP/1.1" status: 200 len: 945 time: 0.0933430 Feb 16 14:27:40.770371 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-0f0513ec-9897-48d1-901d-f8cd9ba11db6 req-2f1a8807-83cb-477a-bde5-3dd3a4b7e30c tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/security-groups?id=7ec85d44-5cbf-4f15-8c1f-64d7cfd72133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664520 Feb 16 14:27:41.206632 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-da96fdd7-2248-4c2d-bbb9-d0c16a8d4974 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (531611a8-34ea-4f1f-8d10-111cbf56a8a1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:41.927028 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d39461c-cf15-4914-8db1-9b21d5dc9d82 req-7b380003-cd48-4079-9c44-c84b9c4d6d57 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:41.929329 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9d39461c-cf15-4914-8db1-9b21d5dc9d82 req-7b380003-cd48-4079-9c44-c84b9c4d6d57 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd HTTP/1.1" status: 200 len: 945 time: 0.0712297 Feb 16 14:27:42.006144 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-9d39461c-cf15-4914-8db1-9b21d5dc9d82 req-225185f0-8ea4-41ec-9642-0466048486c9 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/security-groups?id=7ec85d44-5cbf-4f15-8c1f-64d7cfd72133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686467 Feb 16 14:27:42.461332 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f4fb-7ea9-448d-9c44-08fc2737c2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (86100e92-d951-4144-bd87-36328b8a7b76), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:43.765655 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ac86131d-db3b-4e6c-9567-647e6948f8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (6a38cbfe-57d3-4d37-ac59-552f6dc7f99c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:45.074753 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (529a93d1-f8f6-4ba2-8600-6635050f85df), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:02.947952 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (0563e457-3a96-4909-b5a3-8fa5db96f619), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:07.898163 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-a8050c5e-fae0-4749-9066-b350f3112fc5 None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:28:09.028506 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-3231ebcc-f03a-401c-b227-1b759a7c2994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (10a26995-69c6-4373-972b-e8a4ac0e51da), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:09.533101 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1762db7f-7808-4f3f-bfca-f04134cf7a9b req-d92afa6d-cc47-4555-842e-96a386305114 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723138 Feb 16 14:28:09.654510 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762db7f-7808-4f3f-bfca-f04134cf7a9b req-2f7bfa8a-e64e-4a82-91db-82e185b278f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:09.657107 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1762db7f-7808-4f3f-bfca-f04134cf7a9b req-2f7bfa8a-e64e-4a82-91db-82e185b278f8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3aa153c01de34a9fa001939c2af1359a&device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd HTTP/1.1" status: 200 len: 1129 time: 0.0571225 Feb 16 14:28:09.781883 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762db7f-7808-4f3f-bfca-f04134cf7a9b req-01734eda-79e9-4b07-bc62-d4cadc57d69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:09.783673 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1762db7f-7808-4f3f-bfca-f04134cf7a9b req-01734eda-79e9-4b07-bc62-d4cadc57d69d service neutron] 10.222.0.10 "GET /v2.0/networks?id=6d4b2f53-288d-4ba1-baf8-af877bb16ef2 HTTP/1.1" status: 200 len: 911 time: 0.1042924 Feb 16 14:28:09.856295 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1762db7f-7808-4f3f-bfca-f04134cf7a9b req-10656a26-5d6c-401a-80fa-a49e014f8d4d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f07cd68-0f8e-4020-9a39-cc96204311ab HTTP/1.1" status: 200 len: 1001 time: 0.0651033 Feb 16 14:28:09.919575 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762db7f-7808-4f3f-bfca-f04134cf7a9b req-c181a7ae-62f0-46cf-bf9b-a679269c7404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:09.921077 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1762db7f-7808-4f3f-bfca-f04134cf7a9b req-c181a7ae-62f0-46cf-bf9b-a679269c7404 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7f0b8202-cb6f-47ce-ab81-e5b4204238b4 HTTP/1.1" status: 200 len: 848 time: 0.0562027 Feb 16 14:28:09.980882 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762db7f-7808-4f3f-bfca-f04134cf7a9b req-267c5423-2162-458e-8de7-fe041ea270c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:09.982419 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1762db7f-7808-4f3f-bfca-f04134cf7a9b req-267c5423-2162-458e-8de7-fe041ea270c5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6d4b2f53-288d-4ba1-baf8-af877bb16ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0507650 Feb 16 14:28:10.077924 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1762db7f-7808-4f3f-bfca-f04134cf7a9b req-5d075d45-4345-41c7-bd87-fed10df197aa service neutron] 10.222.0.10 "GET /v2.0/networks/6d4b2f53-288d-4ba1-baf8-af877bb16ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883353 Feb 16 14:28:10.173789 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-1762db7f-7808-4f3f-bfca-f04134cf7a9b req-1b052b27-a01d-4e09-9d30-9043196c526c service neutron] 10.222.0.10 "GET /v2.0/networks/6d4b2f53-288d-4ba1-baf8-af877bb16ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899823 Feb 16 14:28:11.209472 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-e9ac4b4a-8ea3-449d-9b02-071833cb1eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (531611a8-34ea-4f1f-8d10-111cbf56a8a1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:12.464982 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f4fb-7ea9-448d-9c44-08fc2737c2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (86100e92-d951-4144-bd87-36328b8a7b76), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:13.766763 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ac86131d-db3b-4e6c-9567-647e6948f8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (6a38cbfe-57d3-4d37-ac59-552f6dc7f99c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:15.070478 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (529a93d1-f8f6-4ba2-8600-6635050f85df), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:32.971991 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (0563e457-3a96-4909-b5a3-8fa5db96f619), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:39.040142 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ffb2a06a-3745-4ca0-ac0f-c8df297dcf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (10a26995-69c6-4373-972b-e8a4ac0e51da), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:41.213678 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-1b2fead2-b6ff-4509-8ec0-03a540f07633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (531611a8-34ea-4f1f-8d10-111cbf56a8a1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:42.473814 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f4fb-7ea9-448d-9c44-08fc2737c2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (86100e92-d951-4144-bd87-36328b8a7b76), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:43.779396 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ac86131d-db3b-4e6c-9567-647e6948f8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (6a38cbfe-57d3-4d37-ac59-552f6dc7f99c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:44.906455 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-a8050c5e-fae0-4749-9066-b350f3112fc5 None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:28:45.088545 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (529a93d1-f8f6-4ba2-8600-6635050f85df), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:55.216399 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 33846) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:55.497998 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-f2ea4577-b9d7-4e45-9f19-32ca43f2eec9 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Deleting port 8d09971d-cefc-49dc-92f4-fe076aecf176 {{(pid=102969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:28:55.498470 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f2ea4577-b9d7-4e45-9f19-32ca43f2eec9 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784247387639'] for port (8d09971d-cefc-49dc-92f4-fe076aecf176), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:55.620707 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f2ea4577-b9d7-4e45-9f19-32ca43f2eec9 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595644'] for port (8d09971d-cefc-49dc-92f4-fe076aecf176), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:55.621108 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f2ea4577-b9d7-4e45-9f19-32ca43f2eec9 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Publish callbacks [] for floatingip (8d09971d-cefc-49dc-92f4-fe076aecf176), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:55.638459 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-f2ea4577-b9d7-4e45-9f19-32ca43f2eec9 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Calling delete_port for 8d09971d-cefc-49dc-92f4-fe076aecf176 owned by network:floatingip {{(pid=102969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:28:55.911487 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f2ea4577-b9d7-4e45-9f19-32ca43f2eec9 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784247495006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784246951217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10340347'] for port (8d09971d-cefc-49dc-92f4-fe076aecf176), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:55.950828 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ea4577-b9d7-4e45-9f19-32ca43f2eec9 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Pushing event deleted for resources: {'Port': ['ID=8d09971d-cefc-49dc-92f4-fe076aecf176,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:55.968328 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ea4577-b9d7-4e45-9f19-32ca43f2eec9 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:55.968832 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ea4577-b9d7-4e45-9f19-32ca43f2eec9 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:55.969300 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ea4577-b9d7-4e45-9f19-32ca43f2eec9 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:55.969745 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ea4577-b9d7-4e45-9f19-32ca43f2eec9 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:55.970191 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ea4577-b9d7-4e45-9f19-32ca43f2eec9 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:55.970632 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ea4577-b9d7-4e45-9f19-32ca43f2eec9 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:55.971155 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ea4577-b9d7-4e45-9f19-32ca43f2eec9 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:55.971623 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ea4577-b9d7-4e45-9f19-32ca43f2eec9 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:55.972065 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ea4577-b9d7-4e45-9f19-32ca43f2eec9 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:55.972504 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ea4577-b9d7-4e45-9f19-32ca43f2eec9 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:55.972936 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ea4577-b9d7-4e45-9f19-32ca43f2eec9 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:55.973372 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ea4577-b9d7-4e45-9f19-32ca43f2eec9 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:55.973799 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ea4577-b9d7-4e45-9f19-32ca43f2eec9 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:56.063570 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f2ea4577-b9d7-4e45-9f19-32ca43f2eec9 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Publish callbacks [] for floatingip (ab61477e-8961-432b-846a-6136d0bbc1fb), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:56.063846 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.db.l3_db [None req-f2ea4577-b9d7-4e45-9f19-32ca43f2eec9 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Floating IP ab61477e-8961-432b-846a-6136d0bbc1fb disassociated (deleted). External IP: 172.27.2.119, port: 9f07cd68-0f8e-4020-9a39-cc96204311ab. Feb 16 14:28:56.392544 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ea4577-b9d7-4e45-9f19-32ca43f2eec9 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Router 38144d85-335a-4f7f-a5d6-376f256322cd has already been hosted by L3 agent 531611a8-34ea-4f1f-8d10-111cbf56a8a1 {{(pid=102969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:28:56.592523 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ea4577-b9d7-4e45-9f19-32ca43f2eec9 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Notify agent at l3_agent.dv-cinder-773985-32-iscsi the message routers_updated {{(pid=102969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:28:56.600639 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f2ea4577-b9d7-4e45-9f19-32ca43f2eec9 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for floatingip (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:56.610305 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3ebad1-d37f-4fa6-af40-82d44cf1d26b None None] Sync routers for ids ['38144d85-335a-4f7f-a5d6-376f256322cd'] in dv-cinder-773985-32-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:28:56.626604 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3ebad1-d37f-4fa6-af40-82d44cf1d26b None None] Routers {'38144d85-335a-4f7f-a5d6-376f256322cd'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:28:56.627610 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-5e3ebad1-d37f-4fa6-af40-82d44cf1d26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:28:41Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['38144d85-335a-4f7f-a5d6-376f256322cd'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:28:56.654777 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-f2ea4577-b9d7-4e45-9f19-32ca43f2eec9 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "DELETE /v2.0/floatingips/ab61477e-8961-432b-846a-6136d0bbc1fb HTTP/1.1" status: 204 len: 168 time: 1.4366102 Feb 16 14:28:56.655993 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ec70a54-c53e-4257-a5d1-ec90a55865bd', 'tag': '9f07cd68-0f8e-4020-9a39-cc96204311ab'}] {{(pid=102969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:28:56.660765 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}597425108aee33d34effbd51aa5a8721840594214ac6e6c89cce82b7911d7071" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cfcbe04-36e2-4df3-8cc7-809c9c69eb64" -d '{"events": [{"name": "network-changed", "server_uuid": "2ec70a54-c53e-4257-a5d1-ec90a55865bd", "tag": "9f07cd68-0f8e-4020-9a39-cc96204311ab"}]}' {{(pid=102969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:28:56.833881 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-5e3ebad1-d37f-4fa6-af40-82d44cf1d26b None None] Set router 38144d85-335a-4f7f-a5d6-376f256322cd gateway port host: dv-cinder-773985-32-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:28:57.014706 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f4dff7-a311-410f-a702-b73bd8dc208e x-openstack-request-id: req-10f4dff7-a311-410f-a702-b73bd8dc208e {{(pid=102969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:28:57.015164 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ec70a54-c53e-4257-a5d1-ec90a55865bd", "tag": "9f07cd68-0f8e-4020-9a39-cc96204311ab", "status": "completed", "code": 200}]} {{(pid=102969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:28:57.015711 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-10f4dff7-a311-410f-a702-b73bd8dc208e {{(pid=102969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:28:57.017147 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ec70a54-c53e-4257-a5d1-ec90a55865bd', 'tag': '9f07cd68-0f8e-4020-9a39-cc96204311ab', 'status': 'completed', 'code': 200} Feb 16 14:28:57.131503 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32c090-2883-4b3d-8dc7-49307adae3e9 req-888df4dc-9761-49e9-ab98-0a2c891781d4 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:57.133682 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2c32c090-2883-4b3d-8dc7-49307adae3e9 req-888df4dc-9761-49e9-ab98-0a2c891781d4 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd HTTP/1.1" status: 200 len: 945 time: 0.1158354 Feb 16 14:28:57.159838 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfcbe04-36e2-4df3-8cc7-809c9c69eb64 req-4e74000c-b24a-49de-881b-51e04e912f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:57.161677 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6cfcbe04-36e2-4df3-8cc7-809c9c69eb64 req-4e74000c-b24a-49de-881b-51e04e912f4f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3aa153c01de34a9fa001939c2af1359a&device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd HTTP/1.1" status: 200 len: 1129 time: 0.0892975 Feb 16 14:28:57.245777 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-5e3ebad1-d37f-4fa6-af40-82d44cf1d26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38144d85-335a-4f7f-a5d6-376f256322cd', 'name': 'tempest-TestShelveInstance-2119567740-router', 'tenant_id': '3aa153c01de34a9fa001939c2af1359a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'd3f9b883-8652-4f56-a273-178812b6a2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:24:19Z', 'updated_at': '2022-02-16T14:24:22Z', 'revision_number': 4, 'project_id': '3aa153c01de34a9fa001939c2af1359a', 'gw_port': {'id': 'd3f9b883-8652-4f56-a273-178812b6a2d1', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38144d85-335a-4f7f-a5d6-376f256322cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:24:20Z', 'updated_at': '2022-02-16T14:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_interfaces': [{'id': 'a6b16f97-752a-4597-a7a2-6167c27da797', 'name': '', 'network_id': '6d4b2f53-288d-4ba1-baf8-af877bb16ef2', 'tenant_id': '3aa153c01de34a9fa001939c2af1359a', 'mac_address': 'fa:16:3e:21:25:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38144d85-335a-4f7f-a5d6-376f256322cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7f0b8202-cb6f-47ce-ab81-e5b4204238b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:24:21Z', 'updated_at': '2022-02-16T14:24:28Z', 'revision_number': 5, 'project_id': '3aa153c01de34a9fa001939c2af1359a', 'subnets': [{'id': '7f0b8202-cb6f-47ce-ab81-e5b4204238b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:28:57.260562 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-2c32c090-2883-4b3d-8dc7-49307adae3e9 req-44d53ebc-83eb-411f-a336-aef8a6daf3d1 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/security-groups?id=7ec85d44-5cbf-4f15-8c1f-64d7cfd72133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167307 Feb 16 14:28:57.292310 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3ebad1-d37f-4fa6-af40-82d44cf1d26b None None] Checking router: 38144d85-335a-4f7f-a5d6-376f256322cd for host: dv-cinder-773985-32-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:28:57.303822 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3ebad1-d37f-4fa6-af40-82d44cf1d26b None None] Routers {'38144d85-335a-4f7f-a5d6-376f256322cd'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:28:57.304839 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-5e3ebad1-d37f-4fa6-af40-82d44cf1d26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:28:41Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['38144d85-335a-4f7f-a5d6-376f256322cd'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:28:57.327442 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfcbe04-36e2-4df3-8cc7-809c9c69eb64 req-d93ca44a-7199-4ceb-98e4-ffe867c137b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:57.329755 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6cfcbe04-36e2-4df3-8cc7-809c9c69eb64 req-d93ca44a-7199-4ceb-98e4-ffe867c137b1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6d4b2f53-288d-4ba1-baf8-af877bb16ef2 HTTP/1.1" status: 200 len: 911 time: 0.1610620 Feb 16 14:28:57.526340 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-5e3ebad1-d37f-4fa6-af40-82d44cf1d26b None None] Set router 38144d85-335a-4f7f-a5d6-376f256322cd gateway port host: dv-cinder-773985-32-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:28:57.775825 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6cfcbe04-36e2-4df3-8cc7-809c9c69eb64 req-0397258a-dd03-42a9-afc3-154e94b7f610 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f07cd68-0f8e-4020-9a39-cc96204311ab HTTP/1.1" status: 200 len: 217 time: 0.4368336 Feb 16 14:28:57.869823 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfcbe04-36e2-4df3-8cc7-809c9c69eb64 req-d17ef4f2-597c-4dfa-b8ca-da6ae47c8b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:57.872787 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6cfcbe04-36e2-4df3-8cc7-809c9c69eb64 req-d17ef4f2-597c-4dfa-b8ca-da6ae47c8b26 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7f0b8202-cb6f-47ce-ab81-e5b4204238b4 HTTP/1.1" status: 200 len: 848 time: 0.0902305 Feb 16 14:28:57.904834 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-5e3ebad1-d37f-4fa6-af40-82d44cf1d26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38144d85-335a-4f7f-a5d6-376f256322cd', 'name': 'tempest-TestShelveInstance-2119567740-router', 'tenant_id': '3aa153c01de34a9fa001939c2af1359a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'd3f9b883-8652-4f56-a273-178812b6a2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:24:19Z', 'updated_at': '2022-02-16T14:24:22Z', 'revision_number': 4, 'project_id': '3aa153c01de34a9fa001939c2af1359a', 'gw_port': {'id': 'd3f9b883-8652-4f56-a273-178812b6a2d1', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38144d85-335a-4f7f-a5d6-376f256322cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:24:20Z', 'updated_at': '2022-02-16T14:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_interfaces': [{'id': 'a6b16f97-752a-4597-a7a2-6167c27da797', 'name': '', 'network_id': '6d4b2f53-288d-4ba1-baf8-af877bb16ef2', 'tenant_id': '3aa153c01de34a9fa001939c2af1359a', 'mac_address': 'fa:16:3e:21:25:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38144d85-335a-4f7f-a5d6-376f256322cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7f0b8202-cb6f-47ce-ab81-e5b4204238b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:24:21Z', 'updated_at': '2022-02-16T14:24:28Z', 'revision_number': 5, 'project_id': '3aa153c01de34a9fa001939c2af1359a', 'subnets': [{'id': '7f0b8202-cb6f-47ce-ab81-e5b4204238b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:28:57.954645 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3ebad1-d37f-4fa6-af40-82d44cf1d26b None None] The sync data for ids ['38144d85-335a-4f7f-a5d6-376f256322cd'] in dv-cinder-773985-32-iscsi is: [{'id': '38144d85-335a-4f7f-a5d6-376f256322cd', 'name': 'tempest-TestShelveInstance-2119567740-router', 'tenant_id': '3aa153c01de34a9fa001939c2af1359a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'd3f9b883-8652-4f56-a273-178812b6a2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:24:19Z', 'updated_at': '2022-02-16T14:24:22Z', 'revision_number': 4, 'project_id': '3aa153c01de34a9fa001939c2af1359a', 'gw_port': {'id': 'd3f9b883-8652-4f56-a273-178812b6a2d1', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38144d85-335a-4f7f-a5d6-376f256322cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:24:20Z', 'updated_at': '2022-02-16T14:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi', '_interfaces': [{'id': 'a6b16f97-752a-4597-a7a2-6167c27da797', 'name': '', 'network_id': '6d4b2f53-288d-4ba1-baf8-af877bb16ef2', 'tenant_id': '3aa153c01de34a9fa001939c2af1359a', 'mac_address': 'fa:16:3e:21:25:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38144d85-335a-4f7f-a5d6-376f256322cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7f0b8202-cb6f-47ce-ab81-e5b4204238b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:24:21Z', 'updated_at': '2022-02-16T14:24:28Z', 'revision_number': 5, 'project_id': '3aa153c01de34a9fa001939c2af1359a', 'subnets': [{'id': '7f0b8202-cb6f-47ce-ab81-e5b4204238b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:28:57.964485 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfcbe04-36e2-4df3-8cc7-809c9c69eb64 req-0901a7f5-c346-428e-9e40-79055679b2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:57.967331 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6cfcbe04-36e2-4df3-8cc7-809c9c69eb64 req-0901a7f5-c346-428e-9e40-79055679b2e0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6d4b2f53-288d-4ba1-baf8-af877bb16ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0876529 Feb 16 14:28:58.128432 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6cfcbe04-36e2-4df3-8cc7-809c9c69eb64 req-54a717b4-4054-40ec-b551-75524473bd73 service neutron] 10.222.0.10 "GET /v2.0/networks/6d4b2f53-288d-4ba1-baf8-af877bb16ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534770 Feb 16 14:28:58.327607 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-6cfcbe04-36e2-4df3-8cc7-809c9c69eb64 req-d2091bf5-e393-42d7-963a-ab2c07245841 service neutron] 10.222.0.10 "GET /v2.0/networks/6d4b2f53-288d-4ba1-baf8-af877bb16ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897800 Feb 16 14:28:58.332208 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36be414d-23b4-4f01-9271-22e5cff167e1 None None] New status for floating IP ab61477e-8961-432b-846a-6136d0bbc1fb: DOWN {{(pid=102971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:28:58.516322 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aea2f5-cba6-4e8e-a35b-d68ce5b54941 req-af1133d2-e130-4f86-8834-09072460099d tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:58.518230 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-67aea2f5-cba6-4e8e-a35b-d68ce5b54941 req-af1133d2-e130-4f86-8834-09072460099d tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd HTTP/1.1" status: 200 len: 945 time: 0.0969141 Feb 16 14:28:58.602888 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-67aea2f5-cba6-4e8e-a35b-d68ce5b54941 req-fb060184-43b4-46d2-aae9-35513d340cf9 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/security-groups?id=7ec85d44-5cbf-4f15-8c1f-64d7cfd72133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736465 Feb 16 14:28:59.017546 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb72c84-ced2-40f1-8f63-09fb9a1fb544 req-a84fdcd7-4df4-452e-b3ed-cf757eca34de tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:59.018978 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0cb72c84-ced2-40f1-8f63-09fb9a1fb544 req-a84fdcd7-4df4-452e-b3ed-cf757eca34de tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd HTTP/1.1" status: 200 len: 945 time: 0.0665939 Feb 16 14:28:59.153426 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-0cb72c84-ced2-40f1-8f63-09fb9a1fb544 req-243e667d-b57f-4eed-a9fa-33dd1ead0b8c tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Deleting port 9f07cd68-0f8e-4020-9a39-cc96204311ab {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:28:59.153768 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-0cb72c84-ced2-40f1-8f63-09fb9a1fb544 req-243e667d-b57f-4eed-a9fa-33dd1ead0b8c tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784247387639'] for port (9f07cd68-0f8e-4020-9a39-cc96204311ab), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:59.298247 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [req-0cb72c84-ced2-40f1-8f63-09fb9a1fb544 req-243e667d-b57f-4eed-a9fa-33dd1ead0b8c tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] For port 9f07cd68-0f8e-4020-9a39-cc96204311ab, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=9f07cd68-0f8e-4020-9a39-cc96204311ab,segment=NetworkSegment(34a87ae9-f53b-473e-b547-fa22f0d08b64),segment_id=34a87ae9-f53b-473e-b547-fa22f0d08b64)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:28:59.298551 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-0cb72c84-ced2-40f1-8f63-09fb9a1fb544 req-243e667d-b57f-4eed-a9fa-33dd1ead0b8c tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595644'] for port (9f07cd68-0f8e-4020-9a39-cc96204311ab), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:59.321200 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [req-0cb72c84-ced2-40f1-8f63-09fb9a1fb544 req-243e667d-b57f-4eed-a9fa-33dd1ead0b8c tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Calling delete_port for 9f07cd68-0f8e-4020-9a39-cc96204311ab owned by compute:nova {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:28:59.522459 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-0cb72c84-ced2-40f1-8f63-09fb9a1fb544 req-243e667d-b57f-4eed-a9fa-33dd1ead0b8c tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784247495006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784246951217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811206'] for port (9f07cd68-0f8e-4020-9a39-cc96204311ab), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:59.567398 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243e667d-b57f-4eed-a9fa-33dd1ead0b8c tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Pushing event deleted for resources: {'Port': ['ID=9f07cd68-0f8e-4020-9a39-cc96204311ab,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:59.583397 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243e667d-b57f-4eed-a9fa-33dd1ead0b8c tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:59.584340 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243e667d-b57f-4eed-a9fa-33dd1ead0b8c tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:59.584610 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243e667d-b57f-4eed-a9fa-33dd1ead0b8c tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:59.585029 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243e667d-b57f-4eed-a9fa-33dd1ead0b8c tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:59.585796 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243e667d-b57f-4eed-a9fa-33dd1ead0b8c tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:59.585796 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243e667d-b57f-4eed-a9fa-33dd1ead0b8c tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:59.586012 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243e667d-b57f-4eed-a9fa-33dd1ead0b8c tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:59.586328 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243e667d-b57f-4eed-a9fa-33dd1ead0b8c tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:59.586657 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243e667d-b57f-4eed-a9fa-33dd1ead0b8c tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:59.586985 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243e667d-b57f-4eed-a9fa-33dd1ead0b8c tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:59.587583 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243e667d-b57f-4eed-a9fa-33dd1ead0b8c tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:59.587768 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243e667d-b57f-4eed-a9fa-33dd1ead0b8c tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:59.588068 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243e667d-b57f-4eed-a9fa-33dd1ead0b8c tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:59.638811 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb72c84-ced2-40f1-8f63-09fb9a1fb544 req-243e667d-b57f-4eed-a9fa-33dd1ead0b8c tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] No DVR routers for this DVR port 9f07cd68-0f8e-4020-9a39-cc96204311ab on host hv-cinder-77398 {{(pid=102968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:28:59.642325 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [req-0cb72c84-ced2-40f1-8f63-09fb9a1fb544 req-243e667d-b57f-4eed-a9fa-33dd1ead0b8c tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252098'] for port (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:59.646505 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [req-0cb72c84-ced2-40f1-8f63-09fb9a1fb544 req-243e667d-b57f-4eed-a9fa-33dd1ead0b8c tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.10 "DELETE /v2.0/ports/9f07cd68-0f8e-4020-9a39-cc96204311ab HTTP/1.1" status: 204 len: 173 time: 0.6195734 Feb 16 14:28:59.647816 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ec70a54-c53e-4257-a5d1-ec90a55865bd', 'name': 'network-vif-deleted', 'tag': '9f07cd68-0f8e-4020-9a39-cc96204311ab'}] {{(pid=102968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:28:59.650418 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.120/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}669008da0707fbbfdc7037cdc0b86c67378ff5c6b942db7a00e5cd0dd563b74b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9228eeb-c353-4c74-992e-72436ecf11ce" -d '{"events": [{"server_uuid": "2ec70a54-c53e-4257-a5d1-ec90a55865bd", "name": "network-vif-deleted", "tag": "9f07cd68-0f8e-4020-9a39-cc96204311ab"}]}' {{(pid=102968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:28:59.789133 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-ca8c5e0b-0a44-4726-8743-077bdfb9c58f req-4c672097-881c-4549-a7af-28d85f3c1926 tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd HTTP/1.1" status: 200 len: 210 time: 0.0534742 Feb 16 14:28:59.877917 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb34902e-7376-4467-a40f-6dd785f9b4fa x-openstack-request-id: req-fb34902e-7376-4467-a40f-6dd785f9b4fa {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:28:59.878270 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ec70a54-c53e-4257-a5d1-ec90a55865bd", "name": "network-vif-deleted", "tag": "9f07cd68-0f8e-4020-9a39-cc96204311ab", "status": "completed", "code": 200}]} {{(pid=102968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:28:59.878697 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.120/compute/v2.1/os-server-external-events used request id req-fb34902e-7376-4467-a40f-6dd785f9b4fa {{(pid=102968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:28:59.879264 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ec70a54-c53e-4257-a5d1-ec90a55865bd', 'name': 'network-vif-deleted', 'tag': '9f07cd68-0f8e-4020-9a39-cc96204311ab', 'status': 'completed', 'code': 200} Feb 16 14:29:00.947490 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [req-513d8943-26a9-47b8-b864-4621ed54d093 req-94780087-de69-4642-aa22-aaca305bff3b tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "GET /v2.0/ports?device_id=2ec70a54-c53e-4257-a5d1-ec90a55865bd HTTP/1.1" status: 200 len: 210 time: 0.0339038 Feb 16 14:29:02.020729 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 33884) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:02.097719 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f2c718b1-f17b-4f62-9fa6-0b46a42df3df tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Publish callbacks [] for security_group (7ec85d44-5cbf-4f15-8c1f-64d7cfd72133), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:02.130349 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f2c718b1-f17b-4f62-9fa6-0b46a42df3df tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Publish callbacks [] for security_group (7ec85d44-5cbf-4f15-8c1f-64d7cfd72133), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:02.215251 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f2c718b1-f17b-4f62-9fa6-0b46a42df3df tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (7ec85d44-5cbf-4f15-8c1f-64d7cfd72133), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:02.218217 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-f2c718b1-f17b-4f62-9fa6-0b46a42df3df tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:02.219680 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-f2c718b1-f17b-4f62-9fa6-0b46a42df3df tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] 10.222.0.120 "DELETE /v2.0/security-groups/7ec85d44-5cbf-4f15-8c1f-64d7cfd72133 HTTP/1.1" status: 204 len: 168 time: 0.1977305 Feb 16 14:29:02.235414 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c718b1-f17b-4f62-9fa6-0b46a42df3df tempest-TestShelveInstance-1739575626 tempest-TestShelveInstance-1739575626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec85d44-5cbf-4f15-8c1f-64d7cfd72133,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:02.285921 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 33888) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:02.719289 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-dab7db06-fa57-4ab7-bfe6-8c0f9ff43807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1593304'] for router_interface (38144d85-335a-4f7f-a5d6-376f256322cd), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:02.969913 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (0563e457-3a96-4909-b5a3-8fa5db96f619), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:03.077941 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-dab7db06-fa57-4ab7-bfe6-8c0f9ff43807 admin admin] Deleting port a6b16f97-752a-4597-a7a2-6167c27da797 {{(pid=102969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:29:03.078578 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-dab7db06-fa57-4ab7-bfe6-8c0f9ff43807 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784247387639'] for port (a6b16f97-752a-4597-a7a2-6167c27da797), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:03.187363 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.db [None req-dab7db06-fa57-4ab7-bfe6-8c0f9ff43807 admin admin] For port a6b16f97-752a-4597-a7a2-6167c27da797, host dv-cinder-773985-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=a6b16f97-752a-4597-a7a2-6167c27da797,segment=NetworkSegment(34a87ae9-f53b-473e-b547-fa22f0d08b64),segment_id=34a87ae9-f53b-473e-b547-fa22f0d08b64)] {{(pid=102969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:29:03.188598 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-dab7db06-fa57-4ab7-bfe6-8c0f9ff43807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595644'] for port (a6b16f97-752a-4597-a7a2-6167c27da797), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:03.212651 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-dab7db06-fa57-4ab7-bfe6-8c0f9ff43807 admin admin] Calling delete_port for a6b16f97-752a-4597-a7a2-6167c27da797 owned by network:router_interface {{(pid=102969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:29:03.329639 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 9f07cd68-0f8e-4020-9a39-cc96204311ab no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:29:03.355317 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] No Port match for: 9f07cd68-0f8e-4020-9a39-cc96204311ab {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:29:03.355984 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Device 9f07cd68-0f8e-4020-9a39-cc96204311ab not bound to the agent host hv-cinder-77398 {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:29:03.481472 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-dab7db06-fa57-4ab7-bfe6-8c0f9ff43807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784247495006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784246951217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10340347'] for port (a6b16f97-752a-4597-a7a2-6167c27da797), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:03.529450 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab7db06-fa57-4ab7-bfe6-8c0f9ff43807 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6b16f97-752a-4597-a7a2-6167c27da797,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:03.755166 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-dab7db06-fa57-4ab7-bfe6-8c0f9ff43807 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2062363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589544'] for router_interface (38144d85-335a-4f7f-a5d6-376f256322cd), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:04.027634 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dab7db06-fa57-4ab7-bfe6-8c0f9ff43807 admin admin] Router 38144d85-335a-4f7f-a5d6-376f256322cd has already been hosted by L3 agent 531611a8-34ea-4f1f-8d10-111cbf56a8a1 {{(pid=102969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:29:04.154149 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab7db06-fa57-4ab7-bfe6-8c0f9ff43807 admin admin] Notify agent at l3_agent.dv-cinder-773985-32-iscsi the message routers_updated {{(pid=102969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:29:04.163064 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-dab7db06-fa57-4ab7-bfe6-8c0f9ff43807 admin admin] 10.222.0.120 "PUT /v2.0/routers/38144d85-335a-4f7f-a5d6-376f256322cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8744476 Feb 16 14:29:04.167103 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 33890) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:04.168398 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a747ab4-272f-4342-b990-9c9eacbd3b1a None None] Sync routers for ids ['38144d85-335a-4f7f-a5d6-376f256322cd'] in dv-cinder-773985-32-iscsi {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:29:04.188337 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a747ab4-272f-4342-b990-9c9eacbd3b1a None None] Routers {'38144d85-335a-4f7f-a5d6-376f256322cd'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:29:04.189101 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-8a747ab4-272f-4342-b990-9c9eacbd3b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:28:41Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['38144d85-335a-4f7f-a5d6-376f256322cd'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:29:04.346572 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-8a747ab4-272f-4342-b990-9c9eacbd3b1a None None] Set router 38144d85-335a-4f7f-a5d6-376f256322cd gateway port host: dv-cinder-773985-32-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:29:04.572051 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-8a747ab4-272f-4342-b990-9c9eacbd3b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38144d85-335a-4f7f-a5d6-376f256322cd', 'name': 'tempest-TestShelveInstance-2119567740-router', 'tenant_id': '3aa153c01de34a9fa001939c2af1359a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'd3f9b883-8652-4f56-a273-178812b6a2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:24:19Z', 'updated_at': '2022-02-16T14:29:03Z', 'revision_number': 5, 'project_id': '3aa153c01de34a9fa001939c2af1359a', 'gw_port': {'id': 'd3f9b883-8652-4f56-a273-178812b6a2d1', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38144d85-335a-4f7f-a5d6-376f256322cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:24:20Z', 'updated_at': '2022-02-16T14:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi'}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:29:04.610893 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a747ab4-272f-4342-b990-9c9eacbd3b1a None None] Checking router: 38144d85-335a-4f7f-a5d6-376f256322cd for host: dv-cinder-773985-32-iscsi {{(pid=102970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:29:04.622356 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a747ab4-272f-4342-b990-9c9eacbd3b1a None None] Routers {'38144d85-335a-4f7f-a5d6-376f256322cd'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:29:04.623148 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-8a747ab4-272f-4342-b990-9c9eacbd3b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:28:41Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['38144d85-335a-4f7f-a5d6-376f256322cd'], 'active': True} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:29:04.631765 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-fcc6a425-3710-4c3c-b724-9affca74e295 admin admin] Publish callbacks [] for router (38144d85-335a-4f7f-a5d6-376f256322cd), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:04.750764 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-fcc6a425-3710-4c3c-b724-9affca74e295 admin admin] Publish callbacks [] for router_gateway (38144d85-335a-4f7f-a5d6-376f256322cd), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:04.799983 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvr_db [None req-8a747ab4-272f-4342-b990-9c9eacbd3b1a None None] Set router 38144d85-335a-4f7f-a5d6-376f256322cd gateway port host: dv-cinder-773985-32-iscsi {{(pid=102970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:29:04.828499 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-fcc6a425-3710-4c3c-b724-9affca74e295 admin admin] Deleting port d3f9b883-8652-4f56-a273-178812b6a2d1 {{(pid=102969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:29:04.829318 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-fcc6a425-3710-4c3c-b724-9affca74e295 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784247387639'] for port (d3f9b883-8652-4f56-a273-178812b6a2d1), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:04.965198 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.db [None req-fcc6a425-3710-4c3c-b724-9affca74e295 admin admin] For port d3f9b883-8652-4f56-a273-178812b6a2d1, host dv-cinder-773985-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=d3f9b883-8652-4f56-a273-178812b6a2d1,segment=NetworkSegment(26d58d4e-c6ed-4576-9373-5fb9e6fda4ae),segment_id=26d58d4e-c6ed-4576-9373-5fb9e6fda4ae)] {{(pid=102969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:29:04.965559 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-fcc6a425-3710-4c3c-b724-9affca74e295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595644'] for port (d3f9b883-8652-4f56-a273-178812b6a2d1), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:04.986971 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-fcc6a425-3710-4c3c-b724-9affca74e295 admin admin] Calling delete_port for d3f9b883-8652-4f56-a273-178812b6a2d1 owned by network:router_gateway {{(pid=102969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:29:05.042132 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_hamode_db [None req-8a747ab4-272f-4342-b990-9c9eacbd3b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38144d85-335a-4f7f-a5d6-376f256322cd', 'name': 'tempest-TestShelveInstance-2119567740-router', 'tenant_id': '3aa153c01de34a9fa001939c2af1359a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'd3f9b883-8652-4f56-a273-178812b6a2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:24:19Z', 'updated_at': '2022-02-16T14:29:03Z', 'revision_number': 5, 'project_id': '3aa153c01de34a9fa001939c2af1359a', 'gw_port': {'id': 'd3f9b883-8652-4f56-a273-178812b6a2d1', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38144d85-335a-4f7f-a5d6-376f256322cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:24:20Z', 'updated_at': '2022-02-16T14:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi'}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:29:05.087397 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a747ab4-272f-4342-b990-9c9eacbd3b1a None None] The sync data for ids ['38144d85-335a-4f7f-a5d6-376f256322cd'] in dv-cinder-773985-32-iscsi is: [{'id': '38144d85-335a-4f7f-a5d6-376f256322cd', 'name': 'tempest-TestShelveInstance-2119567740-router', 'tenant_id': '3aa153c01de34a9fa001939c2af1359a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': 'd3f9b883-8652-4f56-a273-178812b6a2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:24:19Z', 'updated_at': '2022-02-16T14:29:03Z', 'revision_number': 5, 'project_id': '3aa153c01de34a9fa001939c2af1359a', 'gw_port': {'id': 'd3f9b883-8652-4f56-a273-178812b6a2d1', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38144d85-335a-4f7f-a5d6-376f256322cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:24:20Z', 'updated_at': '2022-02-16T14:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi'}] {{(pid=102970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:29:05.236346 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-fcc6a425-3710-4c3c-b724-9affca74e295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784247495006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784246951217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10340347'] for port (d3f9b883-8652-4f56-a273-178812b6a2d1), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:05.263653 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc6a425-3710-4c3c-b724-9affca74e295 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3f9b883-8652-4f56-a273-178812b6a2d1,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:05.339092 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-fcc6a425-3710-4c3c-b724-9affca74e295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1596050'] for router_gateway (38144d85-335a-4f7f-a5d6-376f256322cd), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:05.437499 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-fcc6a425-3710-4c3c-b724-9affca74e295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1602575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24978'] for router (38144d85-335a-4f7f-a5d6-376f256322cd), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:05.439883 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-fcc6a425-3710-4c3c-b724-9affca74e295 admin admin] Publish callbacks [] for router_controller (38144d85-335a-4f7f-a5d6-376f256322cd), precommit_delete_associations {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:05.495152 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-fcc6a425-3710-4c3c-b724-9affca74e295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602566'] for router (38144d85-335a-4f7f-a5d6-376f256322cd), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:05.495749 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc6a425-3710-4c3c-b724-9affca74e295 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38144d85-335a-4f7f-a5d6-376f256322cd {{(pid=102969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:29:05.501732 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-fcc6a425-3710-4c3c-b724-9affca74e295 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:05.506003 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-fcc6a425-3710-4c3c-b724-9affca74e295 admin admin] 10.222.0.120 "DELETE /v2.0/routers/38144d85-335a-4f7f-a5d6-376f256322cd HTTP/1.1" status: 204 len: 168 time: 1.3346927 Feb 16 14:29:05.506409 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 33892) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:05.579669 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.db.db_base_plugin_v2 [None req-62a4ff83-de0a-4b2a-8ce9-7cf512e1be2e admin admin] Deleting subnet 7f0b8202-cb6f-47ce-ab81-e5b4204238b4 {{(pid=102969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 14:29:05.585628 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-62a4ff83-de0a-4b2a-8ce9-7cf512e1be2e admin admin] Publish callbacks [] for subnet (7f0b8202-cb6f-47ce-ab81-e5b4204238b4), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:05.648795 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-62a4ff83-de0a-4b2a-8ce9-7cf512e1be2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10125341'] for subnet (7f0b8202-cb6f-47ce-ab81-e5b4204238b4), precommit_delete_associations {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:05.748146 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-62a4ff83-de0a-4b2a-8ce9-7cf512e1be2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-900998'] for subnet (7f0b8202-cb6f-47ce-ab81-e5b4204238b4), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:05.814235 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-62a4ff83-de0a-4b2a-8ce9-7cf512e1be2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-901007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10340302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10395585'] for subnet (7f0b8202-cb6f-47ce-ab81-e5b4204238b4), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:05.854967 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-62a4ff83-de0a-4b2a-8ce9-7cf512e1be2e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:05.861141 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-62a4ff83-de0a-4b2a-8ce9-7cf512e1be2e admin admin] 10.222.0.120 "DELETE /v2.0/subnets/7f0b8202-cb6f-47ce-ab81-e5b4204238b4 HTTP/1.1" status: 204 len: 168 time: 0.3526464 Feb 16 14:29:05.862693 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a4ff83-de0a-4b2a-8ce9-7cf512e1be2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f0b8202-cb6f-47ce-ab81-e5b4204238b4,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:05.863891 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [-] (102968) accepted ('10.222.0.120', 33894) {{(pid=102968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:05.864756 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8772f954-3488-4311-98ff-dec837e6b59c None None] Network 6d4b2f53-288d-4ba1-baf8-af877bb16ef2 requested from dv-cinder-773985-32-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:29:05.968587 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-8394f26c-6c90-42f4-baa7-8a98abc98ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924667'] for network (6d4b2f53-288d-4ba1-baf8-af877bb16ef2), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:06.035007 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-8394f26c-6c90-42f4-baa7-8a98abc98ed1 admin admin] Deleting port 79df8df6-203e-402c-a8cf-82f182de0c8f {{(pid=102968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:29:06.035334 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-8394f26c-6c90-42f4-baa7-8a98abc98ed1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784247387639'] for port (79df8df6-203e-402c-a8cf-82f182de0c8f), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:06.107988 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.db [None req-8394f26c-6c90-42f4-baa7-8a98abc98ed1 admin admin] For port 79df8df6-203e-402c-a8cf-82f182de0c8f, host dv-cinder-773985-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=79df8df6-203e-402c-a8cf-82f182de0c8f,segment=NetworkSegment(34a87ae9-f53b-473e-b547-fa22f0d08b64),segment_id=34a87ae9-f53b-473e-b547-fa22f0d08b64)] {{(pid=102968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:29:06.108348 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-8394f26c-6c90-42f4-baa7-8a98abc98ed1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595644'] for port (79df8df6-203e-402c-a8cf-82f182de0c8f), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:06.121462 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.plugin [None req-8394f26c-6c90-42f4-baa7-8a98abc98ed1 admin admin] Calling delete_port for 79df8df6-203e-402c-a8cf-82f182de0c8f owned by network:dhcp {{(pid=102968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:29:06.231079 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-8394f26c-6c90-42f4-baa7-8a98abc98ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784247495006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784246951217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8811206'] for port (79df8df6-203e-402c-a8cf-82f182de0c8f), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:06.265657 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394f26c-6c90-42f4-baa7-8a98abc98ed1 admin admin] Pushing event deleted for resources: {'Port': ['ID=79df8df6-203e-402c-a8cf-82f182de0c8f,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:06.266058 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230b72e1-c7bf-44ef-a76b-252e5eab5016 None None] DHCP port deletion for 6d4b2f53-288d-4ba1-baf8-af877bb16ef2 request from dv-cinder-773985-32-iscsi {{(pid=102970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 14:29:06.272285 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8394f26c-6c90-42f4-baa7-8a98abc98ed1 admin admin] No DVR routers for this DVR port 79df8df6-203e-402c-a8cf-82f182de0c8f on host dv-cinder-773985-32-iscsi {{(pid=102968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:29:06.378074 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-8394f26c-6c90-42f4-baa7-8a98abc98ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897531', 'neutron.services.segments.db._delete_segments_for_network-8784247451275'] for network (6d4b2f53-288d-4ba1-baf8-af877bb16ef2), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:06.382285 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device a6b16f97-752a-4597-a7a2-6167c27da797 no longer exists at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:29:06.413012 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.services.segments.db [None req-8394f26c-6c90-42f4-baa7-8a98abc98ed1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d4b2f53-288d-4ba1-baf8-af877bb16ef2']}} {{(pid=102968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:29:06.415447 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] No Port match for: a6b16f97-752a-4597-a7a2-6167c27da797 {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:29:06.415794 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device a6b16f97-752a-4597-a7a2-6167c27da797 not bound to the agent host dv-cinder-773985-32-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:29:06.416407 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device d3f9b883-8652-4f56-a273-178812b6a2d1 no longer exists at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:29:06.428453 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.services.segments.db [None req-8394f26c-6c90-42f4-baa7-8a98abc98ed1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34a87ae9-f53b-473e-b547-fa22f0d08b64') {'for_net_delete': True} {{(pid=102968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:29:06.428752 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.services.segments.db [None req-8394f26c-6c90-42f4-baa7-8a98abc98ed1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34a87ae9-f53b-473e-b547-fa22f0d08b64') {} {{(pid=102968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:29:06.439800 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] No Port match for: d3f9b883-8652-4f56-a273-178812b6a2d1 {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:29:06.440119 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device d3f9b883-8652-4f56-a273-178812b6a2d1 not bound to the agent host dv-cinder-773985-32-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:29:06.440672 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device 79df8df6-203e-402c-a8cf-82f182de0c8f no longer exists at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:29:06.442944 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-8394f26c-6c90-42f4-baa7-8a98abc98ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784247452308', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9208695'] for segment (34a87ae9-f53b-473e-b547-fa22f0d08b64), before_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:06.460224 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-8394f26c-6c90-42f4-baa7-8a98abc98ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894495'] for segment (34a87ae9-f53b-473e-b547-fa22f0d08b64), precommit_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:06.463043 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] No Port match for: 79df8df6-203e-402c-a8cf-82f182de0c8f {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:29:06.463737 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device 79df8df6-203e-402c-a8cf-82f182de0c8f not bound to the agent host dv-cinder-773985-32-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:29:06.467462 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8394f26c-6c90-42f4-baa7-8a98abc98ed1 admin admin] Releasing vlan 1313 on physical network physnet1 to pool {{(pid=102968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:29:06.467866 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-8394f26c-6c90-42f4-baa7-8a98abc98ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8811177'] for segment (34a87ae9-f53b-473e-b547-fa22f0d08b64), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:06.470084 dv-cinder-773985-32-iscsi neutron-server[102968]: Traceback (most recent call last): Feb 16 14:29:06.470084 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:29:06.470084 dv-cinder-773985-32-iscsi neutron-server[102968]: timer() Feb 16 14:29:06.470084 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:29:06.470084 dv-cinder-773985-32-iscsi neutron-server[102968]: cb(*args, **kw) Feb 16 14:29:06.470084 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:29:06.470084 dv-cinder-773985-32-iscsi neutron-server[102968]: return func(*args, **kwargs) Feb 16 14:29:06.470084 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:29:06.470084 dv-cinder-773985-32-iscsi neutron-server[102968]: self._notify() Feb 16 14:29:06.470084 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:29:06.470084 dv-cinder-773985-32-iscsi neutron-server[102968]: self.callback(batched_events) Feb 16 14:29:06.470084 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:29:06.470084 dv-cinder-773985-32-iscsi neutron-server[102968]: event.method(event) Feb 16 14:29:06.470084 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:29:06.470084 dv-cinder-773985-32-iscsi neutron-server[102968]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:29:06.470084 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:29:06.470084 dv-cinder-773985-32-iscsi neutron-server[102968]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:29:06.470084 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:29:06.470084 dv-cinder-773985-32-iscsi neutron-server[102968]: return f(self, *a, **k) Feb 16 14:29:06.470084 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:29:06.470084 dv-cinder-773985-32-iscsi neutron-server[102968]: return self._get(url).json() Feb 16 14:29:06.470084 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:29:06.470084 dv-cinder-773985-32-iscsi neutron-server[102968]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:29:06.470084 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:29:06.470084 dv-cinder-773985-32-iscsi neutron-server[102968]: return self.request(url, 'GET', **kwargs) Feb 16 14:29:06.470084 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:29:06.470084 dv-cinder-773985-32-iscsi neutron-server[102968]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:29:06.470084 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:29:06.470084 dv-cinder-773985-32-iscsi neutron-server[102968]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:29:06.470084 dv-cinder-773985-32-iscsi neutron-server[102968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:29:06.470084 dv-cinder-773985-32-iscsi neutron-server[102968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:29:06.470084 dv-cinder-773985-32-iscsi neutron-server[102968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:29:06.535813 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-8394f26c-6c90-42f4-baa7-8a98abc98ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1596086'] for network (6d4b2f53-288d-4ba1-baf8-af877bb16ef2), after_delete {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:06.561855 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron_lib.callbacks.manager [None req-8394f26c-6c90-42f4-baa7-8a98abc98ed1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for network (None), before_response {{(pid=102968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:06.567881 dv-cinder-773985-32-iscsi neutron-server[102968]: INFO neutron.wsgi [None req-8394f26c-6c90-42f4-baa7-8a98abc98ed1 admin admin] 10.222.0.120 "DELETE /v2.0/networks/6d4b2f53-288d-4ba1-baf8-af877bb16ef2 HTTP/1.1" status: 204 len: 168 time: 0.7023718 Feb 16 14:29:06.569734 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394f26c-6c90-42f4-baa7-8a98abc98ed1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d4b2f53-288d-4ba1-baf8-af877bb16ef2,revision_number=None']} {{(pid=102968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:06.570854 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 33896) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:07.042769 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-6f41b52e-0299-4bc0-9d79-9b6e7af6c371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1593304'] for router_interface (0570dce7-c4b7-4195-a74d-985b045116e6), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:07.339319 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-6f41b52e-0299-4bc0-9d79-9b6e7af6c371 admin admin] Deleting port 441fe006-23cc-4296-bef3-f63895bc8bcd {{(pid=102969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:29:07.339647 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-6f41b52e-0299-4bc0-9d79-9b6e7af6c371 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784247387639'] for port (441fe006-23cc-4296-bef3-f63895bc8bcd), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:07.440535 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.db [None req-6f41b52e-0299-4bc0-9d79-9b6e7af6c371 admin admin] For port 441fe006-23cc-4296-bef3-f63895bc8bcd, host dv-cinder-773985-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=441fe006-23cc-4296-bef3-f63895bc8bcd,segment=NetworkSegment(212d70b7-85c0-465d-9ce7-34f8355fb1d9),segment_id=212d70b7-85c0-465d-9ce7-34f8355fb1d9)] {{(pid=102969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:29:07.440896 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-6f41b52e-0299-4bc0-9d79-9b6e7af6c371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595644'] for port (441fe006-23cc-4296-bef3-f63895bc8bcd), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:07.457496 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-6f41b52e-0299-4bc0-9d79-9b6e7af6c371 admin admin] Calling delete_port for 441fe006-23cc-4296-bef3-f63895bc8bcd owned by network:router_interface {{(pid=102969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:29:07.755829 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-6f41b52e-0299-4bc0-9d79-9b6e7af6c371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784247495006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784246951217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10340347'] for port (441fe006-23cc-4296-bef3-f63895bc8bcd), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:07.788989 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f41b52e-0299-4bc0-9d79-9b6e7af6c371 admin admin] Pushing event deleted for resources: {'Port': ['ID=441fe006-23cc-4296-bef3-f63895bc8bcd,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:08.059602 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-6f41b52e-0299-4bc0-9d79-9b6e7af6c371 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2062363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589544'] for router_interface (0570dce7-c4b7-4195-a74d-985b045116e6), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:08.341861 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f41b52e-0299-4bc0-9d79-9b6e7af6c371 admin admin] Router 0570dce7-c4b7-4195-a74d-985b045116e6 has already been hosted by L3 agent 531611a8-34ea-4f1f-8d10-111cbf56a8a1 {{(pid=102969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:29:08.472933 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f41b52e-0299-4bc0-9d79-9b6e7af6c371 admin admin] Notify agent at l3_agent.dv-cinder-773985-32-iscsi the message routers_updated {{(pid=102969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:29:08.478521 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-6f41b52e-0299-4bc0-9d79-9b6e7af6c371 admin admin] 10.222.0.120 "PUT /v2.0/routers/0570dce7-c4b7-4195-a74d-985b045116e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9046378 Feb 16 14:29:08.482467 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 33898) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:08.490434 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b4327f-3448-47bd-8028-29fb8f87ab80 None None] Sync routers for ids ['0570dce7-c4b7-4195-a74d-985b045116e6'] in dv-cinder-773985-32-iscsi {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:29:08.505757 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b4327f-3448-47bd-8028-29fb8f87ab80 None None] Routers {'0570dce7-c4b7-4195-a74d-985b045116e6'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:29:08.506709 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-e4b4327f-3448-47bd-8028-29fb8f87ab80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:28:41Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['0570dce7-c4b7-4195-a74d-985b045116e6'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:29:08.643642 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-26bacc27-97db-49de-88cc-23e52cb0f673 admin admin] Publish callbacks [] for router (0570dce7-c4b7-4195-a74d-985b045116e6), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:08.662685 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-e4b4327f-3448-47bd-8028-29fb8f87ab80 None None] Set router 0570dce7-c4b7-4195-a74d-985b045116e6 gateway port host: dv-cinder-773985-32-iscsi {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:29:08.819325 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-26bacc27-97db-49de-88cc-23e52cb0f673 admin admin] Publish callbacks [] for router_gateway (0570dce7-c4b7-4195-a74d-985b045116e6), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:08.906329 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-26bacc27-97db-49de-88cc-23e52cb0f673 admin admin] Deleting port e0f2bc69-ff4c-42af-9e13-59fb113356c8 {{(pid=102969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:29:08.906806 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-26bacc27-97db-49de-88cc-23e52cb0f673 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784247387639'] for port (e0f2bc69-ff4c-42af-9e13-59fb113356c8), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:09.021920 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.db [None req-26bacc27-97db-49de-88cc-23e52cb0f673 admin admin] For port e0f2bc69-ff4c-42af-9e13-59fb113356c8, host dv-cinder-773985-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=e0f2bc69-ff4c-42af-9e13-59fb113356c8,segment=NetworkSegment(26d58d4e-c6ed-4576-9373-5fb9e6fda4ae),segment_id=26d58d4e-c6ed-4576-9373-5fb9e6fda4ae)] {{(pid=102969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:29:09.022496 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-26bacc27-97db-49de-88cc-23e52cb0f673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595644'] for port (e0f2bc69-ff4c-42af-9e13-59fb113356c8), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:09.041406 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-748b6b67-1a2e-4f63-82d6-2435ac61e1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (10a26995-69c6-4373-972b-e8a4ac0e51da), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:09.042731 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-26bacc27-97db-49de-88cc-23e52cb0f673 admin admin] Calling delete_port for e0f2bc69-ff4c-42af-9e13-59fb113356c8 owned by network:router_gateway {{(pid=102969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:29:09.063297 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-e4b4327f-3448-47bd-8028-29fb8f87ab80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0570dce7-c4b7-4195-a74d-985b045116e6', 'name': 'tempest-TestShelveInstance-1816458126-router', 'tenant_id': '0f5f176974a341ba8af2271ad648794f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'external_fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': 'e0f2bc69-ff4c-42af-9e13-59fb113356c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:24:25Z', 'updated_at': '2022-02-16T14:29:07Z', 'revision_number': 5, 'project_id': '0f5f176974a341ba8af2271ad648794f', 'gw_port': {'id': 'e0f2bc69-ff4c-42af-9e13-59fb113356c8', 'name': '', 'network_id': '5b71b9ca-6085-48b7-9167-93053be13444', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0570dce7-c4b7-4195-a74d-985b045116e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-32-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:24:25Z', 'updated_at': '2022-02-16T14:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c2b85af-3da9-4754-9d29-6d95dbdc6260', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-32-iscsi'}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:29:09.095491 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b4327f-3448-47bd-8028-29fb8f87ab80 None None] Checking router: 0570dce7-c4b7-4195-a74d-985b045116e6 for host: dv-cinder-773985-32-iscsi {{(pid=102971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:29:09.107936 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b4327f-3448-47bd-8028-29fb8f87ab80 None None] Routers {'0570dce7-c4b7-4195-a74d-985b045116e6'} bound to L3 agent in host dv-cinder-773985-32-iscsi {{(pid=102971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:29:09.108699 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-e4b4327f-3448-47bd-8028-29fb8f87ab80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-32-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:07:41Z,description=,heartbeat_timestamp=2022-02-16T14:28:41Z,host='dv-cinder-773985-32-iscsi',id=531611a8-34ea-4f1f-8d10-111cbf56a8a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:07:41Z,topic='l3_agent')) {'router_ids': ['0570dce7-c4b7-4195-a74d-985b045116e6'], 'active': True} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:29:09.254560 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_dvr_db [None req-e4b4327f-3448-47bd-8028-29fb8f87ab80 None None] Set router 0570dce7-c4b7-4195-a74d-985b045116e6 gateway port host: None {{(pid=102971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:29:09.314890 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.l3_hamode_db [None req-e4b4327f-3448-47bd-8028-29fb8f87ab80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0570dce7-c4b7-4195-a74d-985b045116e6', 'name': 'tempest-TestShelveInstance-1816458126-router', 'tenant_id': '0f5f176974a341ba8af2271ad648794f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:24:25Z', 'updated_at': '2022-02-16T14:29:08Z', 'revision_number': 6, 'project_id': '0f5f176974a341ba8af2271ad648794f', 'gw_port_host': None}], 'dv-cinder-773985-32-iscsi', False) {} {{(pid=102971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:29:09.321597 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-26bacc27-97db-49de-88cc-23e52cb0f673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784247495006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784246951217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10340347'] for port (e0f2bc69-ff4c-42af-9e13-59fb113356c8), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:09.355837 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bacc27-97db-49de-88cc-23e52cb0f673 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0f2bc69-ff4c-42af-9e13-59fb113356c8,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:09.363672 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b4327f-3448-47bd-8028-29fb8f87ab80 None None] The sync data for ids ['0570dce7-c4b7-4195-a74d-985b045116e6'] in dv-cinder-773985-32-iscsi is: [{'id': '0570dce7-c4b7-4195-a74d-985b045116e6', 'name': 'tempest-TestShelveInstance-1816458126-router', 'tenant_id': '0f5f176974a341ba8af2271ad648794f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:24:25Z', 'updated_at': '2022-02-16T14:29:08Z', 'revision_number': 6, 'project_id': '0f5f176974a341ba8af2271ad648794f', 'gw_port_host': None}] {{(pid=102971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:29:09.453050 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-26bacc27-97db-49de-88cc-23e52cb0f673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1596050'] for router_gateway (0570dce7-c4b7-4195-a74d-985b045116e6), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:09.580432 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-26bacc27-97db-49de-88cc-23e52cb0f673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1602575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24978'] for router (0570dce7-c4b7-4195-a74d-985b045116e6), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:09.584937 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-26bacc27-97db-49de-88cc-23e52cb0f673 admin admin] Publish callbacks [] for router_controller (0570dce7-c4b7-4195-a74d-985b045116e6), precommit_delete_associations {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:09.646301 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-26bacc27-97db-49de-88cc-23e52cb0f673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602566'] for router (0570dce7-c4b7-4195-a74d-985b045116e6), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:09.646915 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26bacc27-97db-49de-88cc-23e52cb0f673 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0570dce7-c4b7-4195-a74d-985b045116e6 {{(pid=102969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:29:09.653270 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-26bacc27-97db-49de-88cc-23e52cb0f673 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:09.654505 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-26bacc27-97db-49de-88cc-23e52cb0f673 admin admin] 10.222.0.120 "DELETE /v2.0/routers/0570dce7-c4b7-4195-a74d-985b045116e6 HTTP/1.1" status: 204 len: 168 time: 1.1710632 Feb 16 14:29:09.658143 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 33900) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:09.739640 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c963e2e-6136-463b-b9cc-228caaf6ed4f admin admin] Deleting subnet 6632f78c-c39c-4c77-ab7e-56cfe33de313 {{(pid=102969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 14:29:09.745662 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-2c963e2e-6136-463b-b9cc-228caaf6ed4f admin admin] Publish callbacks [] for subnet (6632f78c-c39c-4c77-ab7e-56cfe33de313), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:09.800109 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-2c963e2e-6136-463b-b9cc-228caaf6ed4f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10125341'] for subnet (6632f78c-c39c-4c77-ab7e-56cfe33de313), precommit_delete_associations {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:09.936158 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-2c963e2e-6136-463b-b9cc-228caaf6ed4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-900998'] for subnet (6632f78c-c39c-4c77-ab7e-56cfe33de313), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:10.011486 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-2c963e2e-6136-463b-b9cc-228caaf6ed4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-901007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10340302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10395585'] for subnet (6632f78c-c39c-4c77-ab7e-56cfe33de313), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:10.045386 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c963e2e-6136-463b-b9cc-228caaf6ed4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6632f78c-c39c-4c77-ab7e-56cfe33de313,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:10.050482 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-2c963e2e-6136-463b-b9cc-228caaf6ed4f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:10.056090 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-2c963e2e-6136-463b-b9cc-228caaf6ed4f admin admin] 10.222.0.120 "DELETE /v2.0/subnets/6632f78c-c39c-4c77-ab7e-56cfe33de313 HTTP/1.1" status: 204 len: 168 time: 0.3967566 Feb 16 14:29:10.060584 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 33902) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:10.063754 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f310e9e1-ea51-4119-9ce6-6bb20ec76803 None None] Network 37a8956d-74aa-43b1-a7a4-5d5bd6b53734 requested from dv-cinder-773985-32-iscsi {{(pid=102970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:29:10.194669 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-3b452010-4f53-469d-bbae-b0005c0f4647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-924667'] for network (37a8956d-74aa-43b1-a7a4-5d5bd6b53734), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:10.276753 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device 441fe006-23cc-4296-bef3-f63895bc8bcd no longer exists at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:29:10.311784 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-3b452010-4f53-469d-bbae-b0005c0f4647 admin admin] Deleting port 98bb8575-e479-4507-8a31-795e467515cb {{(pid=102969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:29:10.312366 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-3b452010-4f53-469d-bbae-b0005c0f4647 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784247387639'] for port (98bb8575-e479-4507-8a31-795e467515cb), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:10.312799 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] No Port match for: 441fe006-23cc-4296-bef3-f63895bc8bcd {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:29:10.314323 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device 441fe006-23cc-4296-bef3-f63895bc8bcd not bound to the agent host dv-cinder-773985-32-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:29:10.315037 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device e0f2bc69-ff4c-42af-9e13-59fb113356c8 no longer exists at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:29:10.321948 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f57bee-6fea-4930-a4b0-0711a41c78c1 None None] DHCP port deletion for 37a8956d-74aa-43b1-a7a4-5d5bd6b53734 request from dv-cinder-773985-32-iscsi {{(pid=102970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 14:29:10.345643 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] No Port match for: e0f2bc69-ff4c-42af-9e13-59fb113356c8 {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:29:10.346103 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device e0f2bc69-ff4c-42af-9e13-59fb113356c8 not bound to the agent host dv-cinder-773985-32-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:29:10.428957 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c1f57bee-6fea-4930-a4b0-0711a41c78c1 None None] Deleting port 98bb8575-e479-4507-8a31-795e467515cb {{(pid=102970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:29:10.429346 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c1f57bee-6fea-4930-a4b0-0711a41c78c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784247387639'] for port (98bb8575-e479-4507-8a31-795e467515cb), before_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:10.440031 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.db [None req-3b452010-4f53-469d-bbae-b0005c0f4647 admin admin] For port 98bb8575-e479-4507-8a31-795e467515cb, host dv-cinder-773985-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=98bb8575-e479-4507-8a31-795e467515cb,segment=NetworkSegment(212d70b7-85c0-465d-9ce7-34f8355fb1d9),segment_id=212d70b7-85c0-465d-9ce7-34f8355fb1d9)] {{(pid=102969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:29:10.440617 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-3b452010-4f53-469d-bbae-b0005c0f4647 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595644'] for port (98bb8575-e479-4507-8a31-795e467515cb), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:10.462142 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.plugin [None req-3b452010-4f53-469d-bbae-b0005c0f4647 admin admin] Calling delete_port for 98bb8575-e479-4507-8a31-795e467515cb owned by network:dhcp {{(pid=102969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:29:10.521186 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.db [None req-c1f57bee-6fea-4930-a4b0-0711a41c78c1 None None] For port 98bb8575-e479-4507-8a31-795e467515cb, host dv-cinder-773985-32-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-32-iscsi',level=0,port_id=98bb8575-e479-4507-8a31-795e467515cb,segment=NetworkSegment(212d70b7-85c0-465d-9ce7-34f8355fb1d9),segment_id=212d70b7-85c0-465d-9ce7-34f8355fb1d9)] {{(pid=102970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:29:10.522048 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c1f57bee-6fea-4930-a4b0-0711a41c78c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595644'] for port (98bb8575-e479-4507-8a31-795e467515cb), precommit_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:10.546425 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-c1f57bee-6fea-4930-a4b0-0711a41c78c1 None None] Calling delete_port for 98bb8575-e479-4507-8a31-795e467515cb owned by network:dhcp {{(pid=102970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:29:10.619978 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-3b452010-4f53-469d-bbae-b0005c0f4647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784247495006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784246951217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10340347'] for port (98bb8575-e479-4507-8a31-795e467515cb), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:10.652624 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b452010-4f53-469d-bbae-b0005c0f4647 admin admin] Pushing event deleted for resources: {'Port': ['ID=98bb8575-e479-4507-8a31-795e467515cb,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:10.656855 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b452010-4f53-469d-bbae-b0005c0f4647 admin admin] No DVR routers for this DVR port 98bb8575-e479-4507-8a31-795e467515cb on host dv-cinder-773985-32-iscsi {{(pid=102969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:29:10.672892 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c1f57bee-6fea-4930-a4b0-0711a41c78c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-957574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784247495006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784246951217'] for port (98bb8575-e479-4507-8a31-795e467515cb), after_delete {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:10.717717 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f57bee-6fea-4930-a4b0-0711a41c78c1 None None] Pushing event deleted for resources: {'Port': ['ID=98bb8575-e479-4507-8a31-795e467515cb,revision_number=None']} {{(pid=102970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:10.734549 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f57bee-6fea-4930-a4b0-0711a41c78c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:10.735149 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f57bee-6fea-4930-a4b0-0711a41c78c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:10.735810 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f57bee-6fea-4930-a4b0-0711a41c78c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:10.736418 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f57bee-6fea-4930-a4b0-0711a41c78c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:10.737053 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f57bee-6fea-4930-a4b0-0711a41c78c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:10.737666 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f57bee-6fea-4930-a4b0-0711a41c78c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:10.738056 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f57bee-6fea-4930-a4b0-0711a41c78c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:10.738617 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f57bee-6fea-4930-a4b0-0711a41c78c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:10.739280 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f57bee-6fea-4930-a4b0-0711a41c78c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:10.739904 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f57bee-6fea-4930-a4b0-0711a41c78c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:10.740500 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f57bee-6fea-4930-a4b0-0711a41c78c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:10.741846 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f57bee-6fea-4930-a4b0-0711a41c78c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:10.741846 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f57bee-6fea-4930-a4b0-0711a41c78c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-32-iscsi {{(pid=102970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:10.748739 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f57bee-6fea-4930-a4b0-0711a41c78c1 None None] No DVR routers for this DVR port 98bb8575-e479-4507-8a31-795e467515cb on host dv-cinder-773985-32-iscsi {{(pid=102970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:29:11.122102 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-3b452010-4f53-469d-bbae-b0005c0f4647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-897531', 'neutron.services.segments.db._delete_segments_for_network-8784247451275'] for network (37a8956d-74aa-43b1-a7a4-5d5bd6b53734), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:11.152856 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.services.segments.db [None req-3b452010-4f53-469d-bbae-b0005c0f4647 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37a8956d-74aa-43b1-a7a4-5d5bd6b53734']}} {{(pid=102969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:29:11.165994 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.services.segments.db [None req-3b452010-4f53-469d-bbae-b0005c0f4647 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '212d70b7-85c0-465d-9ce7-34f8355fb1d9') {'for_net_delete': True} {{(pid=102969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:29:11.166350 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.services.segments.db [None req-3b452010-4f53-469d-bbae-b0005c0f4647 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '212d70b7-85c0-465d-9ce7-34f8355fb1d9') {} {{(pid=102969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:29:11.180521 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-3b452010-4f53-469d-bbae-b0005c0f4647 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784247452308', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10125332'] for segment (212d70b7-85c0-465d-9ce7-34f8355fb1d9), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:11.204719 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-3b452010-4f53-469d-bbae-b0005c0f4647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894495'] for segment (212d70b7-85c0-465d-9ce7-34f8355fb1d9), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:11.216879 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b452010-4f53-469d-bbae-b0005c0f4647 admin admin] Releasing vlan 1332 on physical network physnet1 to pool {{(pid=102969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:29:11.217564 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-3b452010-4f53-469d-bbae-b0005c0f4647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10340244'] for segment (212d70b7-85c0-465d-9ce7-34f8355fb1d9), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:11.220587 dv-cinder-773985-32-iscsi neutron-server[102969]: Traceback (most recent call last): Feb 16 14:29:11.220587 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:29:11.220587 dv-cinder-773985-32-iscsi neutron-server[102969]: timer() Feb 16 14:29:11.220587 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:29:11.220587 dv-cinder-773985-32-iscsi neutron-server[102969]: cb(*args, **kw) Feb 16 14:29:11.220587 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:29:11.220587 dv-cinder-773985-32-iscsi neutron-server[102969]: return func(*args, **kwargs) Feb 16 14:29:11.220587 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:29:11.220587 dv-cinder-773985-32-iscsi neutron-server[102969]: self._notify() Feb 16 14:29:11.220587 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:29:11.220587 dv-cinder-773985-32-iscsi neutron-server[102969]: self.callback(batched_events) Feb 16 14:29:11.220587 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:29:11.220587 dv-cinder-773985-32-iscsi neutron-server[102969]: event.method(event) Feb 16 14:29:11.220587 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:29:11.220587 dv-cinder-773985-32-iscsi neutron-server[102969]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:29:11.220587 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:29:11.220587 dv-cinder-773985-32-iscsi neutron-server[102969]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:29:11.220587 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:29:11.220587 dv-cinder-773985-32-iscsi neutron-server[102969]: return f(self, *a, **k) Feb 16 14:29:11.220587 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:29:11.220587 dv-cinder-773985-32-iscsi neutron-server[102969]: return self._get(url).json() Feb 16 14:29:11.220587 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:29:11.220587 dv-cinder-773985-32-iscsi neutron-server[102969]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:29:11.220587 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:29:11.220587 dv-cinder-773985-32-iscsi neutron-server[102969]: return self.request(url, 'GET', **kwargs) Feb 16 14:29:11.220587 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:29:11.220587 dv-cinder-773985-32-iscsi neutron-server[102969]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:29:11.220587 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:29:11.220587 dv-cinder-773985-32-iscsi neutron-server[102969]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:29:11.220587 dv-cinder-773985-32-iscsi neutron-server[102969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:29:11.220587 dv-cinder-773985-32-iscsi neutron-server[102969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:29:11.220587 dv-cinder-773985-32-iscsi neutron-server[102969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:29:11.229091 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-03370e97-829c-45a3-b2a4-c85be34b0413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (531611a8-34ea-4f1f-8d10-111cbf56a8a1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:11.308144 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-3b452010-4f53-469d-bbae-b0005c0f4647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-897280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1596086'] for network (37a8956d-74aa-43b1-a7a4-5d5bd6b53734), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:11.316972 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-3b452010-4f53-469d-bbae-b0005c0f4647 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062396'] for network (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:11.326766 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-3b452010-4f53-469d-bbae-b0005c0f4647 admin admin] 10.222.0.120 "DELETE /v2.0/networks/37a8956d-74aa-43b1-a7a4-5d5bd6b53734 HTTP/1.1" status: 204 len: 168 time: 1.2621160 Feb 16 14:29:11.342312 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b452010-4f53-469d-bbae-b0005c0f4647 admin admin] Pushing event deleted for resources: {'Network': ['ID=37a8956d-74aa-43b1-a7a4-5d5bd6b53734,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:11.618332 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 33906) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:11.685789 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-84efb54e-13ee-4f89-aa3c-59f98cd16e55 admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=3aa153c01de34a9fa001939c2af1359a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0657332 Feb 16 14:29:11.689346 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 33908) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:11.756798 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-4b08a230-f112-4237-beae-801cc00ba484 admin admin] Publish callbacks [] for security_group (89cabfa8-46fe-4634-bcef-c239808bc47a), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:11.790643 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-4b08a230-f112-4237-beae-801cc00ba484 admin admin] Publish callbacks [] for security_group (89cabfa8-46fe-4634-bcef-c239808bc47a), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:11.860078 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-4b08a230-f112-4237-beae-801cc00ba484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (89cabfa8-46fe-4634-bcef-c239808bc47a), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:11.862904 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-4b08a230-f112-4237-beae-801cc00ba484 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:11.864793 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-4b08a230-f112-4237-beae-801cc00ba484 admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/89cabfa8-46fe-4634-bcef-c239808bc47a HTTP/1.1" status: 204 len: 168 time: 0.1737282 Feb 16 14:29:11.874298 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b08a230-f112-4237-beae-801cc00ba484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89cabfa8-46fe-4634-bcef-c239808bc47a,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:12.016699 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device 98bb8575-e479-4507-8a31-795e467515cb no longer exists at agent ovs-agent-dv-cinder-773985-32-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:29:12.043137 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] No Port match for: 98bb8575-e479-4507-8a31-795e467515cb {{(pid=102970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:29:12.043982 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron.plugins.ml2.rpc [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Device 98bb8575-e479-4507-8a31-795e467515cb not bound to the agent host dv-cinder-773985-32-iscsi {{(pid=102970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:29:12.285709 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 33914) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:12.337172 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-b69f2e23-4e79-4fa0-b6c1-07295e5265de admin admin] 10.222.0.120 "GET /v2.0/security-groups?tenant_id=0f5f176974a341ba8af2271ad648794f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0497985 Feb 16 14:29:12.339989 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.wsgi [-] (102969) accepted ('10.222.0.120', 33916) {{(pid=102969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:12.419151 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0b5c6f61-b5c3-4732-92b5-b60f83c24f3c admin admin] Publish callbacks [] for security_group (7e63758d-d7e0-4989-94f5-27585cae5a28), before_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:12.444338 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0b5c6f61-b5c3-4732-92b5-b60f83c24f3c admin admin] Publish callbacks [] for security_group (7e63758d-d7e0-4989-94f5-27585cae5a28), precommit_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:12.477342 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f4fb-7ea9-448d-9c44-08fc2737c2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (86100e92-d951-4144-bd87-36328b8a7b76), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:12.519074 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0b5c6f61-b5c3-4732-92b5-b60f83c24f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2068541'] for security_group (7e63758d-d7e0-4989-94f5-27585cae5a28), after_delete {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:12.522012 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron_lib.callbacks.manager [None req-0b5c6f61-b5c3-4732-92b5-b60f83c24f3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:12.523439 dv-cinder-773985-32-iscsi neutron-server[102969]: INFO neutron.wsgi [None req-0b5c6f61-b5c3-4732-92b5-b60f83c24f3c admin admin] 10.222.0.120 "DELETE /v2.0/security-groups/7e63758d-d7e0-4989-94f5-27585cae5a28 HTTP/1.1" status: 204 len: 168 time: 0.1823049 Feb 16 14:29:12.537184 dv-cinder-773985-32-iscsi neutron-server[102969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c6f61-b5c3-4732-92b5-b60f83c24f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e63758d-d7e0-4989-94f5-27585cae5a28,revision_number=None']} {{(pid=102969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:13.787542 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ac86131d-db3b-4e6c-9567-647e6948f8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (6a38cbfe-57d3-4d37-ac59-552f6dc7f99c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:15.075756 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (529a93d1-f8f6-4ba2-8600-6635050f85df), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:21.899812 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-a8050c5e-fae0-4749-9066-b350f3112fc5 None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:29:32.959605 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (0563e457-3a96-4909-b5a3-8fa5db96f619), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:39.027856 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-fb262b08-052a-4a3e-a511-fe860caccad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (10a26995-69c6-4373-972b-e8a4ac0e51da), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:41.221003 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb809ef0-f061-4ebc-b1f4-072587caf413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (531611a8-34ea-4f1f-8d10-111cbf56a8a1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:42.476677 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f4fb-7ea9-448d-9c44-08fc2737c2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (86100e92-d951-4144-bd87-36328b8a7b76), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:43.773954 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ac86131d-db3b-4e6c-9567-647e6948f8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (6a38cbfe-57d3-4d37-ac59-552f6dc7f99c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:45.080489 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (529a93d1-f8f6-4ba2-8600-6635050f85df), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:58.900582 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-a8050c5e-fae0-4749-9066-b350f3112fc5 None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:30:02.973814 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (0563e457-3a96-4909-b5a3-8fa5db96f619), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:09.030817 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-80da7f5f-640c-47fd-89be-0a60124b5222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (10a26995-69c6-4373-972b-e8a4ac0e51da), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:11.216182 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cbfbb38f-131a-428c-9b9c-1c69d563c451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (531611a8-34ea-4f1f-8d10-111cbf56a8a1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:12.478034 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f4fb-7ea9-448d-9c44-08fc2737c2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (86100e92-d951-4144-bd87-36328b8a7b76), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:13.777266 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ac86131d-db3b-4e6c-9567-647e6948f8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (6a38cbfe-57d3-4d37-ac59-552f6dc7f99c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:15.072130 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (529a93d1-f8f6-4ba2-8600-6635050f85df), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:32.990857 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (0563e457-3a96-4909-b5a3-8fa5db96f619), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:35.901657 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-a8050c5e-fae0-4749-9066-b350f3112fc5 None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:30:39.043959 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-30062118-956d-4ce6-adb4-43dd69888d36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (10a26995-69c6-4373-972b-e8a4ac0e51da), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:41.229350 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-0ef9b2e5-6172-4be0-991a-515bace291b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (531611a8-34ea-4f1f-8d10-111cbf56a8a1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:42.493240 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f4fb-7ea9-448d-9c44-08fc2737c2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (86100e92-d951-4144-bd87-36328b8a7b76), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:43.812580 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ac86131d-db3b-4e6c-9567-647e6948f8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (6a38cbfe-57d3-4d37-ac59-552f6dc7f99c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:45.083395 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (529a93d1-f8f6-4ba2-8600-6635050f85df), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:02.985812 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (0563e457-3a96-4909-b5a3-8fa5db96f619), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:09.041096 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-54317aaa-1348-4eec-b9c2-aacf4fc01fc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (10a26995-69c6-4373-972b-e8a4ac0e51da), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:11.231976 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-74636698-c624-42d3-8c65-0cfcd675946a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (531611a8-34ea-4f1f-8d10-111cbf56a8a1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:12.488818 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f4fb-7ea9-448d-9c44-08fc2737c2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (86100e92-d951-4144-bd87-36328b8a7b76), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:12.904908 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-a8050c5e-fae0-4749-9066-b350f3112fc5 None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:31:13.796596 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ac86131d-db3b-4e6c-9567-647e6948f8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (6a38cbfe-57d3-4d37-ac59-552f6dc7f99c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:15.074574 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (529a93d1-f8f6-4ba2-8600-6635050f85df), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:33.008241 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (0563e457-3a96-4909-b5a3-8fa5db96f619), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:39.046403 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-de480b30-11b3-4936-a33e-ff1f14009ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (10a26995-69c6-4373-972b-e8a4ac0e51da), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:39.322089 dv-cinder-773985-32-iscsi neutron-server[102968]: DEBUG neutron.wsgi [req-e6db864c-cf39-4024-9721-06c6c8fb2207 req-591ad85f-0164-41a7-810e-e7c8dc375c70 service neutron] (102968) timed out ('10.222.0.10', 51943) {{(pid=102968) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 14:31:41.231138 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-8799c9b9-415d-43a4-a3c2-0b9c1dfb9ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (531611a8-34ea-4f1f-8d10-111cbf56a8a1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:42.488122 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f4fb-7ea9-448d-9c44-08fc2737c2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (86100e92-d951-4144-bd87-36328b8a7b76), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:43.809805 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ac86131d-db3b-4e6c-9567-647e6948f8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (6a38cbfe-57d3-4d37-ac59-552f6dc7f99c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:45.079109 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (529a93d1-f8f6-4ba2-8600-6635050f85df), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:49.905114 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-a8050c5e-fae0-4749-9066-b350f3112fc5 None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:32:02.999991 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (0563e457-3a96-4909-b5a3-8fa5db96f619), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:09.041363 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-c751f138-2baf-4b7d-82c9-1f1a74636e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (10a26995-69c6-4373-972b-e8a4ac0e51da), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:11.225858 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-186a2e4d-7b26-417e-90a3-dd239d65aafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (531611a8-34ea-4f1f-8d10-111cbf56a8a1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:12.488812 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f4fb-7ea9-448d-9c44-08fc2737c2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (86100e92-d951-4144-bd87-36328b8a7b76), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:13.806790 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ac86131d-db3b-4e6c-9567-647e6948f8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (6a38cbfe-57d3-4d37-ac59-552f6dc7f99c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:15.075926 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (529a93d1-f8f6-4ba2-8600-6635050f85df), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:26.905635 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-a8050c5e-fae0-4749-9066-b350f3112fc5 None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:32:33.013784 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (0563e457-3a96-4909-b5a3-8fa5db96f619), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:39.047332 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ae948de8-c3b5-4819-ae7a-708122369206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (10a26995-69c6-4373-972b-e8a4ac0e51da), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:41.229432 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-1dba96d8-7392-4e01-b593-6a48e0687f3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (531611a8-34ea-4f1f-8d10-111cbf56a8a1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:42.492912 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f4fb-7ea9-448d-9c44-08fc2737c2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (86100e92-d951-4144-bd87-36328b8a7b76), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:43.802899 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ac86131d-db3b-4e6c-9567-647e6948f8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (6a38cbfe-57d3-4d37-ac59-552f6dc7f99c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:45.072562 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (529a93d1-f8f6-4ba2-8600-6635050f85df), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:03.011901 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (0563e457-3a96-4909-b5a3-8fa5db96f619), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:03.904199 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-a8050c5e-fae0-4749-9066-b350f3112fc5 None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:33:09.042194 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-4399048e-e06c-4b43-8c36-76271ed4e09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (10a26995-69c6-4373-972b-e8a4ac0e51da), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:11.233575 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-0f6656ff-3e15-4245-b21f-18aaec55d862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (531611a8-34ea-4f1f-8d10-111cbf56a8a1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:12.495841 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f4fb-7ea9-448d-9c44-08fc2737c2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (86100e92-d951-4144-bd87-36328b8a7b76), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:13.806382 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ac86131d-db3b-4e6c-9567-647e6948f8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (6a38cbfe-57d3-4d37-ac59-552f6dc7f99c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:15.071035 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (529a93d1-f8f6-4ba2-8600-6635050f85df), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:33.026871 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (0563e457-3a96-4909-b5a3-8fa5db96f619), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:39.046218 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-92846880-1de6-4e56-a91a-8435e373288f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (10a26995-69c6-4373-972b-e8a4ac0e51da), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:40.903332 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-a8050c5e-fae0-4749-9066-b350f3112fc5 None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:33:41.236324 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-98ea0028-88e2-4a29-b8aa-b2f0ba5810d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (531611a8-34ea-4f1f-8d10-111cbf56a8a1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:42.498798 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f4fb-7ea9-448d-9c44-08fc2737c2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (86100e92-d951-4144-bd87-36328b8a7b76), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:43.808693 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ac86131d-db3b-4e6c-9567-647e6948f8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (6a38cbfe-57d3-4d37-ac59-552f6dc7f99c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:45.063819 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (529a93d1-f8f6-4ba2-8600-6635050f85df), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:03.026021 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-489aa12d-ff24-496f-b9fd-6e2742c92f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (0563e457-3a96-4909-b5a3-8fa5db96f619), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:09.050379 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-f4399341-da60-4268-b31d-41e814bb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (10a26995-69c6-4373-972b-e8a4ac0e51da), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:11.238438 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-54dc888e-d664-4613-829e-bbcda818c999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (531611a8-34ea-4f1f-8d10-111cbf56a8a1), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:12.506896 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-cdf5f4fb-7ea9-448d-9c44-08fc2737c2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (86100e92-d951-4144-bd87-36328b8a7b76), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:13.812422 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-ac86131d-db3b-4e6c-9567-647e6948f8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (6a38cbfe-57d3-4d37-ac59-552f6dc7f99c), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:15.068351 dv-cinder-773985-32-iscsi neutron-server[102970]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb3c5-9184-4a2a-b653-b72406070f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784247451257', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-887282'] for agent (529a93d1-f8f6-4ba2-8600-6635050f85df), after_update {{(pid=102970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:17.902599 dv-cinder-773985-32-iscsi neutron-server[102971]: DEBUG neutron.db.agents_db [None req-a8050c5e-fae0-4749-9066-b350f3112fc5 None None] Agent healthcheck: found 6 active agents {{(pid=102971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}